diff --git a/LTA_openwebtext_dualt/logs/infer_owt_compact_v2048_latest236k_anchor_state_steps128_n8_large_20260520_211237.log b/LTA_openwebtext_dualt/logs/infer_owt_compact_v2048_latest236k_anchor_state_steps128_n8_large_20260520_211237.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6b9a3e5780eea6f742bd725aff43ed326d891b6
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/infer_owt_compact_v2048_latest236k_anchor_state_steps128_n8_large_20260520_211237.log
@@ -0,0 +1,199 @@
+[infer] gpu=0 label=c256_low cmax=256 temps=1.00,1.05,1.10
+[infer] gpu=1 label=c256_high cmax=256 temps=1.12,1.15,1.20,1.30,1.45
+[infer] gpu=3 label=c1024_high cmax=1024 temps=1.12,1.15,1.20,1.30,1.45
+[infer] gpu=2 label=c1024_low cmax=1024 temps=1.00,1.05,1.10
+[ckpt] runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt step=238000
+[ckpt] runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt step=238000
+[decode-base] n=8 max_len=1024 steps=128 model_t=flow
+[ckpt] runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt step=238000
+[decode-base] n=8 max_len=1024 steps=128 model_t=flow
+[decode-time] schedule=linear s=[0.0,0.25] gumbel=(2.2,0.8) force_final=True t0=0.000000 t_mid=0.500000 t_end=1.000000 dt_mean=0.007812 dt_max=0.007812
+[decode-time] schedule=linear s=[0.0,0.25] gumbel=(2.2,0.8) force_final=True t0=0.000000 t_mid=0.500000 t_end=1.000000 dt_mean=0.007812 dt_max=0.007812
+[ckpt] runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt step=238000
+[decode-base] n=8 max_len=1024 steps=128 model_t=flow
+[decode-base] n=8 max_len=1024 steps=128 model_t=flow
+[decode-time] schedule=linear s=[0.0,0.25] gumbel=(2.2,0.8) force_final=True t0=0.000000 t_mid=0.500000 t_end=1.000000 dt_mean=0.007812 dt_max=0.007812
+[decode-time] schedule=linear s=[0.0,0.25] gumbel=(2.2,0.8) force_final=True t0=0.000000 t_mid=0.500000 t_end=1.000000 dt_mean=0.007812 dt_max=0.007812
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.12 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.00 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.15 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.05 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.20 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.10 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.0, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 2.5961969121729997, "nll_per_token": 0.9540476481119792, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 2.6498743397101228, "nll_per_token": 0.9745122198965035, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.9879212243443718, "unique_tokens": 69, "token_count": 8192, "distinct_1": 0.0084228515625, "distinct_2": 0.026637341153470186, "top_token_mass": 0.1795654296875}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.0, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 3.592485981997712, "nll_per_token": 1.2788444369446998, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 3.929751877309959, "nll_per_token": 1.3685762883434978, "tokens": 1983, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 2.143849744436887, "unique_tokens": 105, "token_count": 8192, "distinct_1": 0.0128173828125, "distinct_2": 0.0448435972629521, "top_token_mass": 0.1473388671875}}
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.05, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 3.0506829418331822, "nll_per_token": 1.1153654809091604, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 3.441284508071593, "nll_per_token": 1.2358448051967503, "tokens": 1956, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.831910997598835, "unique_tokens": 61, "token_count": 8192, "distinct_1": 0.0074462890625, "distinct_2": 0.022116324535679376, "top_token_mass": 0.2073974609375}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.05, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 5.223055260936073, "nll_per_token": 1.6530825297037761, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 6.6517307134400525, "nll_per_token": 1.8948770784667712, "tokens": 1903, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 2.4435827826077756, "unique_tokens": 209, "token_count": 8192, "distinct_1": 0.0255126953125, "distinct_2": 0.07795698924731183, "top_token_mass": 0.2362060546875}}
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.1, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 2.6042242951698436, "nll_per_token": 0.9571348554947797, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 2.5352120024490743, "nll_per_token": 0.9302772637037655, "tokens": 1956, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.7218896892009548, "unique_tokens": 87, "token_count": 8192, "distinct_1": 0.0106201171875, "distinct_2": 0.036779081133919846, "top_token_mass": 0.2508544921875}}
+[done] docs/lta_samples/metrics_20260520/owt_compact_v2048_latest236k_anchor_state_steps128_n8_large/c1024_low.jsonl
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.1, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 3.3091695321797516, "nll_per_token": 1.1966972612867168, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 3.352661334301717, "nll_per_token": 1.2097544585957247, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.6081862093608303, "unique_tokens": 163, "token_count": 8192, "distinct_1": 0.0198974609375, "distinct_2": 0.05755131964809384, "top_token_mass": 0.1328125}}
+[done] docs/lta_samples/metrics_20260520/owt_compact_v2048_latest236k_anchor_state_steps128_n8_large/c256_low.jsonl
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.30 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 1/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 2/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 3/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 4/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 5/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 6/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 7/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 8/8
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.12, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 2.8236783740208375, "nll_per_token": 1.038040422925762, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 3.075275397771778, "nll_per_token": 1.123394457499186, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.7479719031636645, "unique_tokens": 88, "token_count": 8192, "distinct_1": 0.0107421875, "distinct_2": 0.03250244379276637, "top_token_mass": 0.1514892578125}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.12, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 3.066636236743537, "nll_per_token": 1.120581272536633, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 3.2168138105157573, "nll_per_token": 1.1683913698383406, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.589027264097043, "unique_tokens": 121, "token_count": 8192, "distinct_1": 0.0147705078125, "distinct_2": 0.05535190615835777, "top_token_mass": 0.25}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.15, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 2.765000473413227, "nll_per_token": 1.0170408061906404, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 2.5985446365924196, "nll_per_token": 0.9549515331492705, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.3535927406560724, "unique_tokens": 74, "token_count": 8192, "distinct_1": 0.009033203125, "distinct_2": 0.02541544477028348, "top_token_mass": 0.143310546875}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.15, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 3.8504377975579187, "nll_per_token": 1.348186855486193, "tokens": 1907, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 3.6229466339708805, "nll_per_token": 1.2872876820144696, "tokens": 1807, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.0184736955969358, "unique_tokens": 48, "token_count": 8192, "distinct_1": 0.005859375, "distinct_2": 0.02126099706744868, "top_token_mass": 0.2606201171875}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.2, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 1.9771231385360284, "nll_per_token": 0.681642827800676, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 1.742214032336782, "nll_per_token": 0.5551567367478913, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.2931185887482526, "unique_tokens": 56, "token_count": 8192, "distinct_1": 0.0068359375, "distinct_2": 0.020527859237536656, "top_token_mass": 0.142822265625}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.2, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 2.789709523279108, "nll_per_token": 1.0259374768930525, "tokens": 1953, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 2.680677056263793, "nll_per_token": 0.9860693955506903, "tokens": 1953, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 0.7400165432226921, "unique_tokens": 31, "token_count": 8192, "distinct_1": 0.0037841796875, "distinct_2": 0.012952101661779082, "top_token_mass": 0.4510498046875}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.3, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 4.189420015894294, "nll_per_token": 1.432562303325357, "tokens": 1752, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 4.068326236907239, "nll_per_token": 1.4032316708673624, "tokens": 1752, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 0.7696244616605461, "unique_tokens": 26, "token_count": 8192, "distinct_1": 0.003173828125, "distinct_2": 0.018206256109481917, "top_token_mass": 0.3785400390625}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.3, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 8.604361010102021, "nll_per_token": 2.152269168928558, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 8.285594906578865, "nll_per_token": 2.1145184535606236, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 1.3249730869579166, "unique_tokens": 96, "token_count": 8192, "distinct_1": 0.01171875, "distinct_2": 0.06048387096774194, "top_token_mass": 0.4315185546875}}
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.45, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 5.979892476558285, "nll_per_token": 1.788402587292241, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 5.979892476558285, "nll_per_token": 1.788402587292241, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 0.7126024592246277, "unique_tokens": 21, "token_count": 8192, "distinct_1": 0.0025634765625, "distinct_2": 0.009164222873900294, "top_token_mass": 0.465576171875}}
+[done] docs/lta_samples/metrics_20260520/owt_compact_v2048_latest236k_anchor_state_steps128_n8_large/c1024_high.jsonl
+[summary] {"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 238000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.45, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260520}, "raw_genppl": {"ppl": 58.72244210463748, "nll_per_token": 4.072821972416897, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 56.63366130772546, "nll_per_token": 4.036603531182981, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 2.1996299837879643, "unique_tokens": 152, "token_count": 8192, "distinct_1": 0.0185546875, "distinct_2": 0.14100684261974586, "top_token_mass": 0.2628173828125}}
+[done] docs/lta_samples/metrics_20260520/owt_compact_v2048_latest236k_anchor_state_steps128_n8_large/c256_high.jsonl
+docs/lta_samples/metrics_20260520/owt_compact_v2048_latest236k_anchor_state_steps128_n8_large/compact_metrics.csv
+cmax	temp	raw	strip	H	unique	top	tokens
+256	1.00	3.5925	3.9298	2.1438	105	0.1473	2040
+256	1.05	5.2231	6.6517	2.4436	209	0.2362	2040
+256	1.10	3.3092	3.3527	1.6082	163	0.1328	2040
+256	1.12	3.0666	3.2168	1.5890	121	0.2500	2040
+256	1.15	3.8504	3.6229	1.0185	48	0.2606	1907
+256	1.20	2.7897	2.6807	0.7400	31	0.4510	1953
+256	1.30	8.6044	8.2856	1.3250	96	0.4315	2040
+256	1.45	58.7224	56.6337	2.1996	152	0.2628	2040
+1024	1.00	2.5962	2.6499	1.9879	69	0.1796	2040
+1024	1.05	3.0507	3.4413	1.8319	61	0.2074	2040
+1024	1.10	2.6042	2.5352	1.7219	87	0.2509	2040
+1024	1.12	2.8237	3.0753	1.7480	88	0.1515	2040
+1024	1.15	2.7650	2.5985	1.3536	74	0.1433	2040
+1024	1.20	1.9771	1.7422	1.2931	56	0.1428	2040
+1024	1.30	4.1894	4.0683	0.7696	26	0.3785	1752
+1024	1.45	5.9799	5.9799	0.7126	21	0.4656	2040
+
+[best raw<50 sorted entropy]
+c256 temp=1.05	raw=5.2231	strip=6.6517	H=2.4436	unique=209	top=0.2362
+c256 temp=1.00	raw=3.5925	strip=3.9298	H=2.1438	unique=105	top=0.1473
+c1024 temp=1.00	raw=2.5962	strip=2.6499	H=1.9879	unique=69	top=0.1796
+c1024 temp=1.05	raw=3.0507	strip=3.4413	H=1.8319	unique=61	top=0.2074
+c1024 temp=1.12	raw=2.8237	strip=3.0753	H=1.7480	unique=88	top=0.1515
+c1024 temp=1.10	raw=2.6042	strip=2.5352	H=1.7219	unique=87	top=0.2509
+c256 temp=1.10	raw=3.3092	strip=3.3527	H=1.6082	unique=163	top=0.1328
+c256 temp=1.12	raw=3.0666	strip=3.2168	H=1.5890	unique=121	top=0.2500
+c1024 temp=1.15	raw=2.7650	strip=2.5985	H=1.3536	unique=74	top=0.1433
+c256 temp=1.30	raw=8.6044	strip=8.2856	H=1.3250	unique=96	top=0.4315
+c1024 temp=1.20	raw=1.9771	strip=1.7422	H=1.2931	unique=56	top=0.1428
+c256 temp=1.15	raw=3.8504	strip=3.6229	H=1.0185	unique=48	top=0.2606
+c1024 temp=1.30	raw=4.1894	strip=4.0683	H=0.7696	unique=26	top=0.3785
+c256 temp=1.20	raw=2.7897	strip=2.6807	H=0.7400	unique=31	top=0.4510
+c1024 temp=1.45	raw=5.9799	strip=5.9799	H=0.7126	unique=21	top=0.4656
diff --git a/LTA_openwebtext_dualt/logs/owt_classic_fullvocab_len1024_16gpu/lta_owt_classic_fullvocab_bert_c1024_len1024_lr2e4_gbs2048_2node8gpu_1m_save10k_t-20260522043432-f7vrv.node0.log b/LTA_openwebtext_dualt/logs/owt_classic_fullvocab_len1024_16gpu/lta_owt_classic_fullvocab_bert_c1024_len1024_lr2e4_gbs2048_2node8gpu_1m_save10k_t-20260522043432-f7vrv.node0.log
new file mode 100644
index 0000000000000000000000000000000000000000..90738c2aba6bfd4f4ec34a947bfea050f3a8f055
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_classic_fullvocab_len1024_16gpu/lta_owt_classic_fullvocab_bert_c1024_len1024_lr2e4_gbs2048_2node8gpu_1m_save10k_t-20260522043432-f7vrv.node0.log
@@ -0,0 +1,1051 @@
+W0521 20:35:15.375000 10377 torch/distributed/run.py:792] 
+W0521 20:35:15.375000 10377 torch/distributed/run.py:792] *****************************************
+W0521 20:35:15.375000 10377 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+W0521 20:35:15.375000 10377 torch/distributed/run.py:792] *****************************************
+[W521 20:35:15.121243677 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:16.627169262 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:16.632807597 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:19.167205937 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:19.170642134 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.197930826 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.448255172 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.491176147 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.499984229 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.500963814 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.501153016 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.502491241 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.502694845 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.503371593 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.507109809 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.510146715 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.514125009 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.514204704 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.514376124 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.519129273 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.523154782 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.525885400 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.530987464 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.534147056 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.541038445 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.547505489 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.551335536 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+t-20260522043432-f7vrv-worker-0:10444:10444 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10444:10444 [0] NCCL INFO Bootstrap: Using eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10444:10444 [0] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-0:10444:10444 [0] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-0:10444:10444 [0] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-0:10447:10447 [3] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-0:10447:10447 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10447:10447 [3] NCCL INFO Bootstrap: Using eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10447:10447 [3] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-0:10447:10447 [3] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-0:10446:10446 [2] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-0:10446:10446 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10446:10446 [2] NCCL INFO Bootstrap: Using eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10446:10446 [2] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-0:10446:10446 [2] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-0:10448:10448 [4] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-0:10448:10448 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10448:10448 [4] NCCL INFO Bootstrap: Using eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10448:10448 [4] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-0:10451:10451 [7] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-0:10451:10451 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10451:10451 [7] NCCL INFO Bootstrap: Using eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10451:10451 [7] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-0:10450:10450 [6] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-0:10450:10450 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10450:10450 [6] NCCL INFO Bootstrap: Using eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10450:10450 [6] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-0:10449:10449 [5] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-0:10449:10449 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10450:10450 [6] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-0:10449:10449 [5] NCCL INFO Bootstrap: Using eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10449:10449 [5] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-0:10448:10448 [4] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-0:10451:10451 [7] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-0:10449:10449 [5] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-0:10445:10445 [1] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-0:10445:10445 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10445:10445 [1] NCCL INFO Bootstrap: Using eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10445:10445 [1] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-0:10445:10445 [1] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO ncclCommInitRankConfig comm 0xa3487c0 rank 0 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.90<0>
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO ncclCommInitRankConfig comm 0xb5c03c0 rank 3 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO ncclCommInitRankConfig comm 0xae73d80 rank 2 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO ncclCommInitRankConfig comm 0xa3e5000 rank 4 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO ncclCommInitRankConfig comm 0xa4ecb40 rank 7 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO ncclCommInitRankConfig comm 0xa2d3b00 rank 5 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO ncclCommInitRankConfig comm 0xa5a1500 rank 6 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO ncclCommInitRankConfig comm 0x9d46640 rank 1 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO Bootstrap timings total 0.000847 (create 0.000021, send 0.000070, recv 0.000077, ring 0.000418, delay 0.000001)
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO Bootstrap timings total 0.023734 (create 0.000022, send 0.000074, recv 0.000071, ring 0.000352, delay 0.000000)
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Bootstrap timings total 1.074316 (create 0.000025, send 0.000072, recv 1.073542, ring 0.000368, delay 0.000001)
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO Bootstrap timings total 0.070522 (create 0.000029, send 0.000081, recv 0.056077, ring 0.013954, delay 0.000001)
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO Bootstrap timings total 0.002569 (create 0.000020, send 0.000074, recv 0.000649, ring 0.001548, delay 0.000001)
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO Bootstrap timings total 0.007264 (create 0.000021, send 0.000063, recv 0.000050, ring 0.001472, delay 0.000001)
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO Bootstrap timings total 0.002050 (create 0.000023, send 0.000072, recv 0.000152, ring 0.001480, delay 0.000001)
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO Bootstrap timings total 0.014535 (create 0.000026, send 0.000085, recv 0.012004, ring 0.002095, delay 0.000001)
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS multicast support is available on dev 5
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS multicast support is available on dev 1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS multicast support is available on dev 0
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS multicast support is available on dev 3
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS multicast support is available on dev 4
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS multicast support is available on dev 7
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS multicast support is available on dev 6
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS multicast support is available on dev 2
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO comm 0xa5a1500 rank 6 nRanks 16 nNodes 2 localRanks 8 localRank 6 MNNVL 0
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO comm 0xae73d80 rank 2 nRanks 16 nNodes 2 localRanks 8 localRank 2 MNNVL 0
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO comm 0xa4ecb40 rank 7 nRanks 16 nNodes 2 localRanks 8 localRank 7 MNNVL 0
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO comm 0xa2d3b00 rank 5 nRanks 16 nNodes 2 localRanks 8 localRank 5 MNNVL 0
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO comm 0xa3e5000 rank 4 nRanks 16 nNodes 2 localRanks 8 localRank 4 MNNVL 0
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO comm 0xb5c03c0 rank 3 nRanks 16 nNodes 2 localRanks 8 localRank 3 MNNVL 0
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS Head  0:  0  8
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS Head  1:  1  9
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS Head  2:  2 10
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS Head  3:  3 11
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS Head  0:  0  8
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS Head  4:  4 12
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS Head  1:  1  9
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS Head  5:  5 13
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS Head  2:  2 10
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS Head  6:  6 14
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS Head  0:  0  8
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS Head  0:  0  8
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS Head  3:  3 11
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO NVLS Head  7:  7 15
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS Head  0:  0  8
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS Head  0:  0  8
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS Head  1:  1  9
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS Head  1:  1  9
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS Head  4:  4 12
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS Head  1:  1  9
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS Head  5:  5 13
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS Head  2:  2 10
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS Head  1:  1  9
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS Head  2:  2 10
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS Head  2:  2 10
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS Head  6:  6 14
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS Head  3:  3 11
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS Head  3:  3 11
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO NVLS Head  7:  7 15
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS Head  2:  2 10
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 [2] 7/-1/-1->6->5 [3] 7/-1/-1->6->5 [4] 7/-1/-1->6->5 [5] 7/-1/-1->6->5 [6] 7/14/-1->6->-1 [7] -1/-1/-1->6->5 [8] 7/-1/-1->6->5 [9] 7/-1/-1->6->5 [10] 7/-1/-1->6->5 [11] 7/-1/-1->6->5 [12] 7/-1/-1->6->5 [13] 7/-1/-1->6->5 [14] 7/-1/-1->6->14 [15] -1/-1/-1->6->5
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS Head  3:  3 11
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS Head  3:  3 11
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS Head  4:  4 12
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS Head  4:  4 12
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS Head  4:  4 12
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS Head  4:  4 12
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS Head  5:  5 13
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS Head  5:  5 13
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS Head  5:  5 13
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS Head  5:  5 13
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS Head  6:  6 14
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] 0/-1/-1->7->6 [2] 0/-1/-1->7->6 [3] 0/-1/-1->7->6 [4] 0/-1/-1->7->6 [5] 0/-1/-1->7->6 [6] 0/-1/-1->7->6 [7] 0/15/-1->7->-1 [8] -1/-1/-1->7->6 [9] 0/-1/-1->7->6 [10] 0/-1/-1->7->6 [11] 0/-1/-1->7->6 [12] 0/-1/-1->7->6 [13] 0/-1/-1->7->6 [14] 0/-1/-1->7->6 [15] 0/-1/-1->7->15
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS Head  6:  6 14
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS Head  6:  6 14
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS Head  6:  6 14
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO NVLS Head  7:  7 15
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO NVLS Head  7:  7 15
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO NVLS Head  7:  7 15
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO NVLS Head  7:  7 15
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO comm 0xa3487c0 rank 0 nRanks 16 nNodes 2 localRanks 8 localRank 0 MNNVL 0
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO comm 0x9d46640 rank 1 nRanks 16 nNodes 2 localRanks 8 localRank 1 MNNVL 0
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS Head  0:  0  8
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS Head  0:  0  8
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 [2] 3/10/-1->2->-1 [3] -1/-1/-1->2->1 [4] 3/-1/-1->2->1 [5] 3/-1/-1->2->1 [6] 3/-1/-1->2->1 [7] 3/-1/-1->2->1 [8] 3/-1/-1->2->1 [9] 3/-1/-1->2->1 [10] 3/-1/-1->2->10 [11] -1/-1/-1->2->1 [12] 3/-1/-1->2->1 [13] 3/-1/-1->2->1 [14] 3/-1/-1->2->1 [15] 3/-1/-1->2->1
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/-1/-1->5->4 [2] 6/-1/-1->5->4 [3] 6/-1/-1->5->4 [4] 6/-1/-1->5->4 [5] 6/13/-1->5->-1 [6] -1/-1/-1->5->4 [7] 6/-1/-1->5->4 [8] 6/-1/-1->5->4 [9] 6/-1/-1->5->4 [10] 6/-1/-1->5->4 [11] 6/-1/-1->5->4 [12] 6/-1/-1->5->4 [13] 6/-1/-1->5->13 [14] -1/-1/-1->5->4 [15] 6/-1/-1->5->4
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO Trees [0] 5/-1/-1->4->3 [1] 5/-1/-1->4->3 [2] 5/-1/-1->4->3 [3] 5/-1/-1->4->3 [4] 5/12/-1->4->-1 [5] -1/-1/-1->4->3 [6] 5/-1/-1->4->3 [7] 5/-1/-1->4->3 [8] 5/-1/-1->4->3 [9] 5/-1/-1->4->3 [10] 5/-1/-1->4->3 [11] 5/-1/-1->4->3 [12] 5/-1/-1->4->12 [13] -1/-1/-1->4->3 [14] 5/-1/-1->4->3 [15] 5/-1/-1->4->3
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/11/-1->3->-1 [4] -1/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->11 [12] -1/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS Head  1:  1  9
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS Head  1:  1  9
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS Head  2:  2 10
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS Head  2:  2 10
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS Head  3:  3 11
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS Head  3:  3 11
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS Head  4:  4 12
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS Head  4:  4 12
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS Head  5:  5 13
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS Head  5:  5 13
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS Head  6:  6 14
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS Head  6:  6 14
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO NVLS Head  7:  7 15
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO NVLS Head  7:  7 15
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 00/16 :  0  7  6  5  4  3  2  1  9 10 11 12 13 14 15  8
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 01/16 :  0  8 15 14 13 12 11 10  9  1  2  3  4  5  6  7
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 02/16 :  0  7  6  5  4  3 11 12 13 14 15  8  9 10  2  1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 03/16 :  0  1  2 10  9  8 15 14 13 12 11  3  4  5  6  7
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/9/-1->1->-1 [2] -1/-1/-1->1->0 [3] 2/-1/-1->1->0 [4] 2/-1/-1->1->0 [5] 2/-1/-1->1->0 [6] 2/-1/-1->1->0 [7] 2/-1/-1->1->0 [8] 2/-1/-1->1->0 [9] 2/-1/-1->1->9 [10] -1/-1/-1->1->0 [11] 2/-1/-1->1->0 [12] 2/-1/-1->1->0 [13] 2/-1/-1->1->0 [14] 2/-1/-1->1->0 [15] 2/-1/-1->1->0
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 04/16 :  0  7  6  5 13 14 15  8  9 10 11 12  4  3  2  1
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 05/16 :  0  1  2  3  4 12 11 10  9  8 15 14 13  5  6  7
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 06/16 :  0  7 15  8  9 10 11 12 13 14  6  5  4  3  2  1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 07/16 :  0  1  2  3  4  5  6 14 13 12 11 10  9  8 15  7
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 08/16 :  0  7  6  5  4  3  2  1  9 10 11 12 13 14 15  8
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 09/16 :  0  8 15 14 13 12 11 10  9  1  2  3  4  5  6  7
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 10/16 :  0  7  6  5  4  3 11 12 13 14 15  8  9 10  2  1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 11/16 :  0  1  2 10  9  8 15 14 13 12 11  3  4  5  6  7
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 12/16 :  0  7  6  5 13 14 15  8  9 10 11 12  4  3  2  1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 13/16 :  0  1  2  3  4 12 11 10  9  8 15 14 13  5  6  7
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 14/16 :  0  7 15  8  9 10 11 12 13 14  6  5  4  3  2  1
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Channel 15/16 :  0  1  2  3  4  5  6 14 13 12 11 10  9  8 15  7
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Trees [0] 1/8/-1->0->-1 [1] -1/-1/-1->0->7 [2] 1/-1/-1->0->7 [3] 1/-1/-1->0->7 [4] 1/-1/-1->0->7 [5] 1/-1/-1->0->7 [6] 1/-1/-1->0->7 [7] 1/-1/-1->0->7 [8] 1/-1/-1->0->8 [9] -1/-1/-1->0->7 [10] 1/-1/-1->0->7 [11] 1/-1/-1->0->7 [12] 1/-1/-1->0->7 [13] 1/-1/-1->0->7 [14] 1/-1/-1->0->7 [15] 1/-1/-1->0->7
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-0:10450:10620 [6] NCCL INFO [Proxy Service] Device 6 CPU core 146
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Check P2P Type intraNodeP2pSupport 1 directMode 0
+t-20260522043432-f7vrv-worker-0:10450:10622 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 148
+t-20260522043432-f7vrv-worker-0:10451:10621 [7] NCCL INFO [Proxy Service] Device 7 CPU core 96
+t-20260522043432-f7vrv-worker-0:10451:10623 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 99
+t-20260522043432-f7vrv-worker-0:10445:10624 [1] NCCL INFO [Proxy Service] Device 1 CPU core 72
+t-20260522043432-f7vrv-worker-0:10444:10625 [0] NCCL INFO [Proxy Service] Device 0 CPU core 32
+t-20260522043432-f7vrv-worker-0:10448:10629 [4] NCCL INFO [Proxy Service] Device 4 CPU core 96
+t-20260522043432-f7vrv-worker-0:10445:10626 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 74
+t-20260522043432-f7vrv-worker-0:10444:10631 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 36
+t-20260522043432-f7vrv-worker-0:10447:10628 [3] NCCL INFO [Proxy Service] Device 3 CPU core 2
+t-20260522043432-f7vrv-worker-0:10447:10633 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 4
+t-20260522043432-f7vrv-worker-0:10448:10634 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 102
+t-20260522043432-f7vrv-worker-0:10449:10630 [5] NCCL INFO [Proxy Service] Device 5 CPU core 96
+t-20260522043432-f7vrv-worker-0:10446:10627 [2] NCCL INFO [Proxy Service] Device 2 CPU core 2
+t-20260522043432-f7vrv-worker-0:10446:10632 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 4
+t-20260522043432-f7vrv-worker-0:10449:10635 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 102
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO CC Off, workFifoBytes 1048576
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO ncclCommInitRankConfig comm 0xa3e5000 rank 4 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO ncclCommInitRankConfig comm 0xa5a1500 rank 6 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO ncclCommInitRankConfig comm 0xa3487c0 rank 0 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-0:10448:10528 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 4 nranks 16 total 1.98 (kernels 0.19, alloc 0.92, bootstrap 0.01, allgathers 0.02, topo 0.54, graphs 0.02, connections 0.27, rest 0.00)
+t-20260522043432-f7vrv-worker-0:10450:10527 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 6 nranks 16 total 1.98 (kernels 0.20, alloc 0.93, bootstrap 0.00, allgathers 0.02, topo 0.54, graphs 0.01, connections 0.27, rest 0.00)
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO ncclCommInitRankConfig comm 0xb5c03c0 rank 3 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-0:10444:10516 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 0 nranks 16 total 2.31 (kernels 0.19, alloc 0.19, bootstrap 1.07, allgathers 0.03, topo 0.54, graphs 0.01, connections 0.27, rest 0.00)
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-0:10447:10525 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 3 nranks 16 total 1.99 (kernels 0.19, alloc 0.88, bootstrap 0.07, allgathers 0.02, topo 0.54, graphs 0.02, connections 0.27, rest 0.00)
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO ncclCommInitRankConfig comm 0xa2d3b00 rank 5 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO ncclCommInitRankConfig comm 0x9d46640 rank 1 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-0:10449:10530 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 5 nranks 16 total 1.98 (kernels 0.20, alloc 0.93, bootstrap 0.00, allgathers 0.02, topo 0.54, graphs 0.02, connections 0.27, rest 0.00)
+t-20260522043432-f7vrv-worker-0:10445:10531 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 1 nranks 16 total 1.97 (kernels 0.19, alloc 0.92, bootstrap 0.00, allgathers 0.03, topo 0.54, graphs 0.01, connections 0.27, rest 0.00)
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO ncclCommInitRankConfig comm 0xa4ecb40 rank 7 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO ncclCommInitRankConfig comm 0xae73d80 rank 2 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-0:10451:10529 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 7 nranks 16 total 1.98 (kernels 0.19, alloc 0.93, bootstrap 0.01, allgathers 0.02, topo 0.54, graphs 0.01, connections 0.27, rest 0.00)
+t-20260522043432-f7vrv-worker-0:10446:10526 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 2 nranks 16 total 1.99 (kernels 0.19, alloc 0.92, bootstrap 0.02, allgathers 0.02, topo 0.54, graphs 0.02, connections 0.27, rest 0.00)
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 03/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 05/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 07/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 11/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 13/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 15/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 01/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 03/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 05/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 07/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 09/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 01/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 11/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 03/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 13/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 05/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 15/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 09/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 11/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 13/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 01/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 03/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 05/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 01/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 07/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 05/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 09/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 07/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 01/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 11/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 09/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 03/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 13/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 07/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 15/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 09/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 00/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 11/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 13/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 15/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 02/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 15/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 04/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 06/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 08/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 10/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 12/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 14/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 06/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10644 [6] NCCL INFO [Proxy Progress] Device 6 CPU core 149
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 03/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 01/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10645 [3] NCCL INFO [Proxy Progress] Device 3 CPU core 84
+t-20260522043432-f7vrv-worker-0:10445:10646 [1] NCCL INFO [Proxy Progress] Device 1 CPU core 70
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 02/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 00/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10647 [2] NCCL INFO [Proxy Progress] Device 2 CPU core 4
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 04/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 08/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 05/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 01/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10648 [0] NCCL INFO [Proxy Progress] Device 0 CPU core 34
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Channel 09/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10650 [5] NCCL INFO [Proxy Progress] Device 5 CPU core 102
+t-20260522043432-f7vrv-worker-0:10448:10649 [4] NCCL INFO [Proxy Progress] Device 4 CPU core 95
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 07/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10651 [7] NCCL INFO [Proxy Progress] Device 7 CPU core 158
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 14/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 07/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 15/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 11/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 02/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 10/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 13/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 04/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 12/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 12/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 09/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 10/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 15/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 05/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 00/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 03/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 06/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 13/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 08/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 11/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 14/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 02/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 04/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 06/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 10/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 12/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Channel 14/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 01/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 03/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 05/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 07/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 09/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 11/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 00/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 13/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 00/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 00/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 02/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 15/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 02/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 02/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 00/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 04/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 04/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 00/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 00/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 04/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 04/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 06/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 06/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 02/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 02/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 06/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 06/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 08/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 08/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 04/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 06/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 08/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 08/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 10/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 10/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 08/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 08/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 10/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 12/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 12/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 12/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 10/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 10/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 12/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Channel 14/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Channel 14/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Channel 14/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Channel 12/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Channel 14/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Channel 14/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-0:10446:10627 [2] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10446:10627 [2] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-0:10446:10627 [2] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10450:10620 [6] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10450:10620 [6] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-0:10450:10620 [6] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10445:10624 [1] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10445:10624 [1] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-0:10445:10624 [1] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10451:10621 [7] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10451:10621 [7] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-0:10451:10621 [7] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10448:10629 [4] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10448:10629 [4] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-0:10448:10629 [4] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10444:10625 [0] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10444:10625 [0] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-0:10444:10625 [0] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10449:10630 [5] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10449:10630 [5] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-0:10449:10630 [5] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10447:10628 [3] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10447:10628 [3] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-0:10447:10628 [3] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-0:10444:10636 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-0:10445:10638 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-0:10446:10642 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-0:10451:10643 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-0:10450:10641 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-0:10449:10640 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-0:10447:10637 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-0:10448:10639 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 16,
+  "samples": "wrapped_stream",
+  "vocab_size": 30522,
+  "tokenizer_vocab_size": 30522,
+  "save_dir": "runs/lta_owt_classic_fullvocab_bert_c1024_len1024_lr2e4_gbs2048_2node8gpu_1m_save10k_t-20260522043432-f7vrv",
+  "max_len": 1024,
+  "effective_model_max_len": 1024,
+  "batch_size": 32,
+  "grad_accum": 4,
+  "effective_batch_size": 2048,
+  "global_batch_size": 2048,
+  "lr_schedule": "constant_warmup",
+  "optimizer": "adamw",
+  "epochs": 0.0,
+  "steps_per_epoch": 0,
+  "total_steps": 1000000,
+  "warmup_steps": 2500,
+  "warmup_epochs": -1.0,
+  "min_lr": 6e-05,
+  "weight_decay": 0.0,
+  "output_weight_decay": -1.0,
+  "adamw_param_groups": "nanogpt",
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "adam_eps": 1e-08,
+  "muon_impl": "legacy",
+  "muon_momentum": 0.95,
+  "muon_ns_steps": 5,
+  "muon_update_scale": 1.0,
+  "muon_nesterov": false,
+  "muon_width_scale": false,
+  "muon_grouping": "",
+  "muon_param_count": 0,
+  "muon_adam_param_count": 0,
+  "muon_param_names": [],
+  "muon_adam_param_names": [],
+  "muon_effective_nesterov": false,
+  "muon_effective_width_scale": false,
+  "muon_effective_weight_decay": 0.0,
+  "muon_adam_fallback_nesterov": false,
+  "muon_adam_fallback_weight_decay": 0.0,
+  "ema_decay": 0.0,
+  "ema_start_step": 0,
+  "model_type": "ddit",
+  "ddit_mlp_type": "gelu",
+  "elf_num_time_tokens": 4,
+  "elf_num_model_mode_tokens": 0,
+  "qk_norm": true,
+  "output_bias": false,
+  "output_init_std": -1.0,
+  "norm_type": "rmsnorm",
+  "target_loss": "hard_ce",
+  "linear_soft_target_power": 1.0,
+  "linear_soft_target_min_conf": 0.0,
+  "linear_soft_target_max_conf": 1.0,
+  "t_sampling_mode": "uniform",
+  "t_sampling_power": 1.0,
+  "t_sampling_eps": 0.0001,
+  "t_sampling_logit_mean": -1.5,
+  "t_sampling_logit_std": 0.8,
+  "t_sampling_gumbel_loc": 2.2,
+  "t_sampling_gumbel_scale": 0.8,
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "prefix_block_prob": 0.0,
+  "prefix_block_len": 128,
+  "block_ar_two_stream": false,
+  "block_ar_block_len": 128,
+  "mask_ratio_floor_schedule": "none",
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "dirichlet_semantic_t_curve": "linear",
+  "dirichlet_semantic_t_power": 1.0,
+  "dirichlet_support_t_curve": "linear",
+  "dirichlet_support_t_power": 1.0,
+  "endpoint_sequence_random_prob_alpha": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "categorical_wrong_from_batch_valid_tokens": false,
+  "categorical_wrong_basin_token_ids": "",
+  "categorical_wrong_basin_prob": 0.0,
+  "categorical_wrong_unigram_prob": 0.0,
+  "categorical_wrong_uniform_prob": 0.0,
+  "categorical_wrong_prob_floor": 0.0,
+  "categorical_gold_prob_floor": 0.0,
+  "categorical_gold_prob_ceil": 1.0,
+  "categorical_wrong_corpus_unigram_path": "",
+  "categorical_wrong_corpus_unigram_alpha": 1.0,
+  "categorical_wrong_basin_shared_prob": 0.0,
+  "categorical_wrong_unigram_shared_prob": 0.0,
+  "mask_mixture_original_prob": 0.0,
+  "mask_mixture_lowk_prob": 0.0,
+  "mask_mixture_lowcorrupt_prob": 0.0,
+  "mask_mixture_block_prob": 0.0,
+  "mask_mixture_all_prob": 0.0,
+  "mask_mixture_lowk_clean_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_lowcorrupt_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_block_tokens": "64,128",
+  "simplex_bridge_sampler": "dirichlet",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "meanflow_weight": 0.0,
+  "rollout_train_prob": 0.0,
+  "rollout_train_steps": 1,
+  "rollout_train_steps_min": -1,
+  "rollout_train_infer_steps": 64,
+  "rollout_train_time_mode": "fixed_steps",
+  "rollout_train_s_dist": "uniform",
+  "rollout_train_s_min_frac": 0.0,
+  "rollout_train_s_max_frac": 0.125,
+  "rollout_train_s_beta_alpha": 2.0,
+  "rollout_train_s_beta_beta": 6.0,
+  "rollout_train_temp": 1.0,
+  "rollout_train_max_gamma": 1.0,
+  "rollout_train_rule": "flowmap",
+  "rollout_train_corrupt_only": true,
+  "rollout_train_samplewise": false,
+  "rollout_train_compute_always": false,
+  "rollout_train_keep_grad": false,
+  "rollout_train_sync_t": false,
+  "rollout_train_state_mix_mode": "final",
+  "rollout_train_state_mix_alpha": 0.5,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "allow_tf32": true,
+  "activation_checkpointing": false,
+  "activation_checkpoint_interval": 1,
+  "activation_checkpoint_scope": "block",
+  "ddp_static_graph": false,
+  "ddp_gradient_as_bucket_view": true,
+  "blocking_data_transfer": false,
+  "dataloader_prefetch_factor": 2,
+  "full_train_stats": false,
+  "tokenized_hf": false,
+  "tokenized_pad_token": "pad",
+  "elf_conditional_hf": false,
+  "record_pad_truncate": false,
+  "record_add_eos": false,
+  "record_add_special_tokens": false,
+  "record_pad_token": "pad",
+  "record_shuffle_buffer": 10000,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "owt_cached_chunks": false,
+  "owt_chunk_cache_dir": "",
+  "owt_chunk_cache_rebuild": false,
+  "owt_chunk_cache_write_batch": 4096,
+  "owt_exact_repeat_per_chunk": 0,
+  "online_chunk_shuffle": false,
+  "online_chunk_shuffle_buffer": 10000,
+  "openwebtext_split": "train_minus_100k",
+  "detokenizer": "auto",
+  "resolved_detokenizer": null,
+  "num_workers": 0,
+  "latest_every": 1000,
+  "resume_path": ""
+}
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO NVLS comm 0xa3487c0 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO NVLS comm 0xa4ecb40 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO NVLS comm 0xa5a1500 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO NVLS comm 0xa2d3b00 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO NVLS comm 0xa3e5000 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO NVLS comm 0xb5c03c0 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO NVLS comm 0xae73d80 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO NVLS comm 0x9d46640 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 00/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 01/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 00/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 00/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 00/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 00/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 00/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 01/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 00/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 01/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 02/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 02/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 01/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 01/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 01/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 03/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 02/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 03/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 02/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 02/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 01/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 02/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 02/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 04/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 04/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 04/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 03/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 03/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 03/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 03/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 03/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 05/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 05/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 05/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 04/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 05/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 04/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 04/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 04/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 06/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 06/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 06/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 06/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 06/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 05/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 05/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 07/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 07/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 07/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 05/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 07/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 07/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 06/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 07/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 08/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 08/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 09/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 06/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 08/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 08/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 08/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 09/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 07/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 09/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 10/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 09/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 08/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 09/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 10/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 10/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 10/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 08/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 11/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 10/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 10/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 11/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 12/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 09/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 11/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 09/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 12/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 11/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 11/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 12/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 13/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 13/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 10/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 13/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 11/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 12/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 14/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 12/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 13/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 11/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 14/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 14/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 14/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 12/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 15/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 15/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 12/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 13/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 15/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 14/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 13/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 15/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 00/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 00/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 00/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 13/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 15/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 00/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 15/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 01/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 14/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 01/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 00/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 02/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 14/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 02/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 01/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 01/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 03/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 15/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 01/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 03/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 00/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 03/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 02/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 02/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 04/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 04/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 02/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 00/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 04/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 01/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 03/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 05/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 03/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 06/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 05/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 03/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 02/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 01/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 05/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 06/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 04/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 07/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 06/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 04/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 03/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 06/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 02/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 07/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 08/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 05/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 07/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 05/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 04/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 08/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 07/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 04/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 09/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 06/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 08/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 06/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 05/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 09/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 08/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 05/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 10/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 07/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 10/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 08/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 07/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 11/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 06/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 09/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 11/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 09/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 11/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 09/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 08/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 12/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 10/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 07/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 12/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 10/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 12/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 10/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 09/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 13/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 11/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 08/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 14/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 11/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 13/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 11/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 14/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 10/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 13/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Channel 15/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 09/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 14/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 12/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Channel 15/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 12/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 14/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 11/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 10/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Channel 15/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 13/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 13/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Channel 15/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 12/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 12/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 14/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Channel 14/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 13/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 13/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Channel 15/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Channel 15/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 14/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Channel 15/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-0:10449:10736 [5] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-0:10451:10734 [7] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-0:10448:10737 [4] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-0:10450:10735 [6] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-0:10445:10740 [1] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-0:10446:10739 [2] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-0:10444:10724 [0] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-0:10447:10738 [3] NCCL INFO Connected NVLS tree
+step=100 micro_steps=400 elapsed=117.5s lr=8.080000e-06 loss=10.2247 loss_recon=10.2247 loss_meanflow=0.0000 mean_model_t=0.4968 mean_corrupt_t=0.4968 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.6268 corrupt_frac=0.5508 acc_corrupt=0.4051 loss_corrupt=10.2247 wrong_frac=0.5022 init_acc_corrupt=0.4630 acc_corrupt_t_0p0_0p2=0.0369 corrupt_frac_t_0p0_0p2=0.2021 acc_corrupt_t_0p2_0p4=0.1988 corrupt_frac_t_0p2_0p4=0.1992 acc_corrupt_t_0p4_0p6=0.4043 corrupt_frac_t_0p4_0p6=0.2028 acc_corrupt_t_0p6_0p8=0.5938 corrupt_frac_t_0p6_0p8=0.1994 acc_corrupt_t_0p8_1p0=0.8016 corrupt_frac_t_0p8_1p0=0.1975 out_w_norm=0.6677 out_g_norm=0.9787 loss_all=9.9141 init_gold_top10=0.4371 init_gold_top100=0.4422
+step=200 micro_steps=800 elapsed=115.3s lr=1.608000e-05 loss=9.3283 loss_recon=9.3283 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.1166 corrupt_frac=0.5498 acc_corrupt=0.0826 loss_corrupt=9.3283 wrong_frac=0.4988 init_acc_corrupt=0.4666 acc_corrupt_t_0p0_0p2=0.0438 corrupt_frac_t_0p0_0p2=0.2003 acc_corrupt_t_0p2_0p4=0.0561 corrupt_frac_t_0p2_0p4=0.1996 acc_corrupt_t_0p4_0p6=0.0753 corrupt_frac_t_0p4_0p6=0.1990 acc_corrupt_t_0p6_0p8=0.1001 corrupt_frac_t_0p6_0p8=0.1994 acc_corrupt_t_0p8_1p0=0.1374 corrupt_frac_t_0p8_1p0=0.2022 out_w_norm=5.1220 out_g_norm=1.6006 loss_all=8.6780 init_gold_top10=0.4251 init_gold_top100=0.4315
+step=300 micro_steps=1200 elapsed=115.5s lr=2.408000e-05 loss=7.9176 loss_recon=7.9176 loss_meanflow=0.0000 mean_model_t=0.5007 mean_corrupt_t=0.5007 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.0981 corrupt_frac=0.5518 acc_corrupt=0.0781 loss_corrupt=7.9176 wrong_frac=0.5026 init_acc_corrupt=0.4623 acc_corrupt_t_0p0_0p2=0.0437 corrupt_frac_t_0p0_0p2=0.1984 acc_corrupt_t_0p2_0p4=0.0590 corrupt_frac_t_0p2_0p4=0.2016 acc_corrupt_t_0p4_0p6=0.0784 corrupt_frac_t_0p4_0p6=0.2064 acc_corrupt_t_0p6_0p8=0.0962 corrupt_frac_t_0p6_0p8=0.2029 acc_corrupt_t_0p8_1p0=0.1142 corrupt_frac_t_0p8_1p0=0.1912 out_w_norm=10.9490 out_g_norm=1.7230 loss_all=7.2787 init_gold_top10=0.4458 init_gold_top100=0.4557
+step=400 micro_steps=1600 elapsed=115.8s lr=3.208000e-05 loss=6.4570 loss_recon=6.4570 loss_meanflow=0.0000 mean_model_t=0.4996 mean_corrupt_t=0.4996 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.2172 corrupt_frac=0.5471 acc_corrupt=0.1581 loss_corrupt=6.4570 wrong_frac=0.5016 init_acc_corrupt=0.4629 acc_corrupt_t_0p0_0p2=0.0501 corrupt_frac_t_0p0_0p2=0.2034 acc_corrupt_t_0p2_0p4=0.0932 corrupt_frac_t_0p2_0p4=0.2016 acc_corrupt_t_0p4_0p6=0.1573 corrupt_frac_t_0p4_0p6=0.1964 acc_corrupt_t_0p6_0p8=0.2159 corrupt_frac_t_0p6_0p8=0.2015 acc_corrupt_t_0p8_1p0=0.2773 corrupt_frac_t_0p8_1p0=0.1986 out_w_norm=15.1183 out_g_norm=0.8575 loss_all=3.6565 init_gold_top10=0.5892 init_gold_top100=0.5930
+step=500 micro_steps=2000 elapsed=115.6s lr=4.008000e-05 loss=4.4322 loss_recon=4.4322 loss_meanflow=0.0000 mean_model_t=0.5020 mean_corrupt_t=0.5020 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.6534 corrupt_frac=0.5523 acc_corrupt=0.4470 loss_corrupt=4.4322 wrong_frac=0.4989 init_acc_corrupt=0.4662 acc_corrupt_t_0p0_0p2=0.0620 corrupt_frac_t_0p0_0p2=0.1983 acc_corrupt_t_0p2_0p4=0.2370 corrupt_frac_t_0p2_0p4=0.2046 acc_corrupt_t_0p4_0p6=0.4621 corrupt_frac_t_0p4_0p6=0.1943 acc_corrupt_t_0p6_0p8=0.6452 corrupt_frac_t_0p6_0p8=0.2021 acc_corrupt_t_0p8_1p0=0.8272 corrupt_frac_t_0p8_1p0=0.2012 out_w_norm=19.3146 out_g_norm=0.4338 loss_all=3.0804 init_gold_top10=0.4218 init_gold_top100=0.4278
+step=600 micro_steps=2400 elapsed=115.6s lr=4.808000e-05 loss=4.1084 loss_recon=4.1084 loss_meanflow=0.0000 mean_model_t=0.5024 mean_corrupt_t=0.5024 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.6976 corrupt_frac=0.5490 acc_corrupt=0.4759 loss_corrupt=4.1084 wrong_frac=0.4978 init_acc_corrupt=0.4675 acc_corrupt_t_0p0_0p2=0.0629 corrupt_frac_t_0p0_0p2=0.1977 acc_corrupt_t_0p2_0p4=0.2535 corrupt_frac_t_0p2_0p4=0.2038 acc_corrupt_t_0p4_0p6=0.4908 corrupt_frac_t_0p4_0p6=0.1960 acc_corrupt_t_0p6_0p8=0.6851 corrupt_frac_t_0p6_0p8=0.1955 acc_corrupt_t_0p8_1p0=0.8776 corrupt_frac_t_0p8_1p0=0.2069 out_w_norm=21.4958 out_g_norm=0.4191 loss_all=2.4801 init_gold_top10=0.5502 init_gold_top100=0.5562
+step=700 micro_steps=2800 elapsed=115.8s lr=5.608000e-05 loss=4.0522 loss_recon=4.0522 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7027 corrupt_frac=0.5513 acc_corrupt=0.4791 loss_corrupt=4.0522 wrong_frac=0.5026 init_acc_corrupt=0.4623 acc_corrupt_t_0p0_0p2=0.0666 corrupt_frac_t_0p0_0p2=0.2072 acc_corrupt_t_0p2_0p4=0.2559 corrupt_frac_t_0p2_0p4=0.1985 acc_corrupt_t_0p4_0p6=0.4994 corrupt_frac_t_0p4_0p6=0.1983 acc_corrupt_t_0p6_0p8=0.6957 corrupt_frac_t_0p6_0p8=0.1955 acc_corrupt_t_0p8_1p0=0.8939 corrupt_frac_t_0p8_1p0=0.2021 out_w_norm=22.9308 out_g_norm=0.4049 loss_all=1.9227 init_gold_top10=0.5579 init_gold_top100=0.5633
+step=800 micro_steps=3200 elapsed=116.2s lr=6.408000e-05 loss=3.9642 loss_recon=3.9642 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7065 corrupt_frac=0.5525 acc_corrupt=0.4850 loss_corrupt=3.9642 wrong_frac=0.5024 init_acc_corrupt=0.4628 acc_corrupt_t_0p0_0p2=0.0721 corrupt_frac_t_0p0_0p2=0.1980 acc_corrupt_t_0p2_0p4=0.2645 corrupt_frac_t_0p2_0p4=0.2071 acc_corrupt_t_0p4_0p6=0.5027 corrupt_frac_t_0p4_0p6=0.2002 acc_corrupt_t_0p6_0p8=0.7033 corrupt_frac_t_0p6_0p8=0.1992 acc_corrupt_t_0p8_1p0=0.8962 corrupt_frac_t_0p8_1p0=0.1955 out_w_norm=24.0813 out_g_norm=0.3969 loss_all=2.3720 init_gold_top10=0.4899 init_gold_top100=0.4944
+step=900 micro_steps=3600 elapsed=115.9s lr=7.208000e-05 loss=3.8087 loss_recon=3.8087 loss_meanflow=0.0000 mean_model_t=0.4983 mean_corrupt_t=0.4983 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7136 corrupt_frac=0.5517 acc_corrupt=0.4940 loss_corrupt=3.8087 wrong_frac=0.5010 init_acc_corrupt=0.4642 acc_corrupt_t_0p0_0p2=0.0829 corrupt_frac_t_0p0_0p2=0.2029 acc_corrupt_t_0p2_0p4=0.2750 corrupt_frac_t_0p2_0p4=0.2004 acc_corrupt_t_0p4_0p6=0.5103 corrupt_frac_t_0p4_0p6=0.1989 acc_corrupt_t_0p6_0p8=0.7060 corrupt_frac_t_0p6_0p8=0.1959 acc_corrupt_t_0p8_1p0=0.9001 corrupt_frac_t_0p8_1p0=0.2035 out_w_norm=25.3383 out_g_norm=0.4278 loss_all=2.0267 init_gold_top10=0.4647 init_gold_top100=0.4694
+step=1000 micro_steps=4000 elapsed=116.1s lr=8.008000e-05 loss=3.6972 loss_recon=3.6972 loss_meanflow=0.0000 mean_model_t=0.4958 mean_corrupt_t=0.4958 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7183 corrupt_frac=0.5507 acc_corrupt=0.4988 loss_corrupt=3.6972 wrong_frac=0.5042 init_acc_corrupt=0.4614 acc_corrupt_t_0p0_0p2=0.0920 corrupt_frac_t_0p0_0p2=0.2012 acc_corrupt_t_0p2_0p4=0.2888 corrupt_frac_t_0p2_0p4=0.2030 acc_corrupt_t_0p4_0p6=0.5187 corrupt_frac_t_0p4_0p6=0.2062 acc_corrupt_t_0p6_0p8=0.7108 corrupt_frac_t_0p6_0p8=0.1934 acc_corrupt_t_0p8_1p0=0.9023 corrupt_frac_t_0p8_1p0=0.1968 out_w_norm=26.5444 out_g_norm=0.4498 loss_all=2.1225 init_gold_top10=0.4841 init_gold_top100=0.4879
+step=1100 micro_steps=4400 elapsed=117.9s lr=8.808000e-05 loss=3.5664 loss_recon=3.5664 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7251 corrupt_frac=0.5501 acc_corrupt=0.5091 loss_corrupt=3.5664 wrong_frac=0.5004 init_acc_corrupt=0.4653 acc_corrupt_t_0p0_0p2=0.1006 corrupt_frac_t_0p0_0p2=0.2074 acc_corrupt_t_0p2_0p4=0.2990 corrupt_frac_t_0p2_0p4=0.1895 acc_corrupt_t_0p4_0p6=0.5261 corrupt_frac_t_0p4_0p6=0.2008 acc_corrupt_t_0p6_0p8=0.7194 corrupt_frac_t_0p6_0p8=0.2061 acc_corrupt_t_0p8_1p0=0.9054 corrupt_frac_t_0p8_1p0=0.1961 out_w_norm=27.6716 out_g_norm=0.4598 loss_all=2.1202 init_gold_top10=0.4307 init_gold_top100=0.4380
+step=1200 micro_steps=4800 elapsed=116.3s lr=9.608000e-05 loss=3.5050 loss_recon=3.5050 loss_meanflow=0.0000 mean_model_t=0.4971 mean_corrupt_t=0.4971 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7278 corrupt_frac=0.5466 acc_corrupt=0.5113 loss_corrupt=3.5050 wrong_frac=0.5036 init_acc_corrupt=0.4616 acc_corrupt_t_0p0_0p2=0.1056 corrupt_frac_t_0p0_0p2=0.2050 acc_corrupt_t_0p2_0p4=0.3054 corrupt_frac_t_0p2_0p4=0.2014 acc_corrupt_t_0p4_0p6=0.5345 corrupt_frac_t_0p4_0p6=0.2003 acc_corrupt_t_0p6_0p8=0.7232 corrupt_frac_t_0p6_0p8=0.1961 acc_corrupt_t_0p8_1p0=0.9056 corrupt_frac_t_0p8_1p0=0.1986 out_w_norm=28.7060 out_g_norm=0.4655 loss_all=2.0102 init_gold_top10=0.4812 init_gold_top100=0.4900
+step=1300 micro_steps=5200 elapsed=115.7s lr=1.040800e-04 loss=3.4000 loss_recon=3.4000 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7318 corrupt_frac=0.5477 acc_corrupt=0.5203 loss_corrupt=3.4000 wrong_frac=0.5001 init_acc_corrupt=0.4654 acc_corrupt_t_0p0_0p2=0.1148 corrupt_frac_t_0p0_0p2=0.1984 acc_corrupt_t_0p2_0p4=0.3131 corrupt_frac_t_0p2_0p4=0.2029 acc_corrupt_t_0p4_0p6=0.5382 corrupt_frac_t_0p4_0p6=0.2016 acc_corrupt_t_0p6_0p8=0.7265 corrupt_frac_t_0p6_0p8=0.1944 acc_corrupt_t_0p8_1p0=0.9078 corrupt_frac_t_0p8_1p0=0.2037 out_w_norm=29.6947 out_g_norm=0.5340 loss_all=2.0984 init_gold_top10=0.5344 init_gold_top100=0.5392
+step=1400 micro_steps=5600 elapsed=116.2s lr=1.120800e-04 loss=3.3655 loss_recon=3.3655 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7316 corrupt_frac=0.5491 acc_corrupt=0.5220 loss_corrupt=3.3655 wrong_frac=0.5004 init_acc_corrupt=0.4650 acc_corrupt_t_0p0_0p2=0.1150 corrupt_frac_t_0p0_0p2=0.1996 acc_corrupt_t_0p2_0p4=0.3161 corrupt_frac_t_0p2_0p4=0.2027 acc_corrupt_t_0p4_0p6=0.5433 corrupt_frac_t_0p4_0p6=0.1980 acc_corrupt_t_0p6_0p8=0.7285 corrupt_frac_t_0p6_0p8=0.1997 acc_corrupt_t_0p8_1p0=0.9087 corrupt_frac_t_0p8_1p0=0.2004 out_w_norm=30.6690 out_g_norm=0.4840 loss_all=2.0635 init_gold_top10=0.4709 init_gold_top100=0.4794
+step=1500 micro_steps=6000 elapsed=116.9s lr=1.200800e-04 loss=3.3531 loss_recon=3.3531 loss_meanflow=0.0000 mean_model_t=0.4958 mean_corrupt_t=0.4958 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7305 corrupt_frac=0.5487 acc_corrupt=0.5201 loss_corrupt=3.3531 wrong_frac=0.5050 init_acc_corrupt=0.4602 acc_corrupt_t_0p0_0p2=0.1173 corrupt_frac_t_0p0_0p2=0.2047 acc_corrupt_t_0p2_0p4=0.3203 corrupt_frac_t_0p2_0p4=0.2025 acc_corrupt_t_0p4_0p6=0.5442 corrupt_frac_t_0p4_0p6=0.2001 acc_corrupt_t_0p6_0p8=0.7298 corrupt_frac_t_0p6_0p8=0.1986 acc_corrupt_t_0p8_1p0=0.9109 corrupt_frac_t_0p8_1p0=0.1965 out_w_norm=31.6650 out_g_norm=0.4928 loss_all=1.8492 init_gold_top10=0.4960 init_gold_top100=0.5013
+step=1600 micro_steps=6400 elapsed=116.5s lr=1.280800e-04 loss=3.2999 loss_recon=3.2999 loss_meanflow=0.0000 mean_model_t=0.4967 mean_corrupt_t=0.4967 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7310 corrupt_frac=0.5522 acc_corrupt=0.5259 loss_corrupt=3.2999 wrong_frac=0.5011 init_acc_corrupt=0.4641 acc_corrupt_t_0p0_0p2=0.1227 corrupt_frac_t_0p0_0p2=0.2027 acc_corrupt_t_0p2_0p4=0.3200 corrupt_frac_t_0p2_0p4=0.1990 acc_corrupt_t_0p4_0p6=0.5459 corrupt_frac_t_0p4_0p6=0.1967 acc_corrupt_t_0p6_0p8=0.7328 corrupt_frac_t_0p6_0p8=0.2005 acc_corrupt_t_0p8_1p0=0.9093 corrupt_frac_t_0p8_1p0=0.2016 out_w_norm=32.6644 out_g_norm=0.5033 loss_all=1.6637 init_gold_top10=0.5381 init_gold_top100=0.5405
+step=1700 micro_steps=6800 elapsed=116.4s lr=1.360800e-04 loss=3.2461 loss_recon=3.2461 loss_meanflow=0.0000 mean_model_t=0.4994 mean_corrupt_t=0.4994 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7365 corrupt_frac=0.5461 acc_corrupt=0.5296 loss_corrupt=3.2461 wrong_frac=0.5006 init_acc_corrupt=0.4648 acc_corrupt_t_0p0_0p2=0.1254 corrupt_frac_t_0p0_0p2=0.2012 acc_corrupt_t_0p2_0p4=0.3277 corrupt_frac_t_0p2_0p4=0.2008 acc_corrupt_t_0p4_0p6=0.5507 corrupt_frac_t_0p4_0p6=0.1977 acc_corrupt_t_0p6_0p8=0.7347 corrupt_frac_t_0p6_0p8=0.2018 acc_corrupt_t_0p8_1p0=0.9117 corrupt_frac_t_0p8_1p0=0.1996 out_w_norm=33.6980 out_g_norm=0.4430 loss_all=1.2854 init_gold_top10=0.5810 init_gold_top100=0.5855
+step=1800 micro_steps=7200 elapsed=116.4s lr=1.440800e-04 loss=3.2095 loss_recon=3.2095 loss_meanflow=0.0000 mean_model_t=0.4984 mean_corrupt_t=0.4984 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7374 corrupt_frac=0.5474 acc_corrupt=0.5321 loss_corrupt=3.2095 wrong_frac=0.5009 init_acc_corrupt=0.4639 acc_corrupt_t_0p0_0p2=0.1302 corrupt_frac_t_0p0_0p2=0.1980 acc_corrupt_t_0p2_0p4=0.3286 corrupt_frac_t_0p2_0p4=0.2043 acc_corrupt_t_0p4_0p6=0.5529 corrupt_frac_t_0p4_0p6=0.1983 acc_corrupt_t_0p6_0p8=0.7393 corrupt_frac_t_0p6_0p8=0.2027 acc_corrupt_t_0p8_1p0=0.9136 corrupt_frac_t_0p8_1p0=0.1967 out_w_norm=34.7945 out_g_norm=0.4505 loss_all=1.1126 init_gold_top10=0.6607 init_gold_top100=0.6622
+step=1900 micro_steps=7600 elapsed=115.9s lr=1.520800e-04 loss=3.1905 loss_recon=3.1905 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7366 corrupt_frac=0.5520 acc_corrupt=0.5342 loss_corrupt=3.1905 wrong_frac=0.4996 init_acc_corrupt=0.4658 acc_corrupt_t_0p0_0p2=0.1282 corrupt_frac_t_0p0_0p2=0.2048 acc_corrupt_t_0p2_0p4=0.3324 corrupt_frac_t_0p2_0p4=0.1933 acc_corrupt_t_0p4_0p6=0.5562 corrupt_frac_t_0p4_0p6=0.2006 acc_corrupt_t_0p6_0p8=0.7399 corrupt_frac_t_0p6_0p8=0.2019 acc_corrupt_t_0p8_1p0=0.9137 corrupt_frac_t_0p8_1p0=0.2013 out_w_norm=35.9473 out_g_norm=0.4298 loss_all=1.8107 init_gold_top10=0.4730 init_gold_top100=0.4812
+step=2000 micro_steps=8000 elapsed=115.8s lr=1.600800e-04 loss=3.1501 loss_recon=3.1501 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7397 corrupt_frac=0.5490 acc_corrupt=0.5365 loss_corrupt=3.1501 wrong_frac=0.5008 init_acc_corrupt=0.4647 acc_corrupt_t_0p0_0p2=0.1324 corrupt_frac_t_0p0_0p2=0.1993 acc_corrupt_t_0p2_0p4=0.3363 corrupt_frac_t_0p2_0p4=0.2030 acc_corrupt_t_0p4_0p6=0.5603 corrupt_frac_t_0p4_0p6=0.2014 acc_corrupt_t_0p6_0p8=0.7423 corrupt_frac_t_0p6_0p8=0.1996 acc_corrupt_t_0p8_1p0=0.9139 corrupt_frac_t_0p8_1p0=0.1982 out_w_norm=37.1847 out_g_norm=0.4248 loss_all=1.5858 init_gold_top10=0.5042 init_gold_top100=0.5071
+step=2100 micro_steps=8400 elapsed=118.0s lr=1.680800e-04 loss=3.1041 loss_recon=3.1041 loss_meanflow=0.0000 mean_model_t=0.4998 mean_corrupt_t=0.4998 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7419 corrupt_frac=0.5491 acc_corrupt=0.5404 loss_corrupt=3.1041 wrong_frac=0.4990 init_acc_corrupt=0.4674 acc_corrupt_t_0p0_0p2=0.1361 corrupt_frac_t_0p0_0p2=0.2035 acc_corrupt_t_0p2_0p4=0.3421 corrupt_frac_t_0p2_0p4=0.1873 acc_corrupt_t_0p4_0p6=0.5615 corrupt_frac_t_0p4_0p6=0.2096 acc_corrupt_t_0p6_0p8=0.7418 corrupt_frac_t_0p6_0p8=0.2015 acc_corrupt_t_0p8_1p0=0.9158 corrupt_frac_t_0p8_1p0=0.1986 out_w_norm=38.4823 out_g_norm=0.4202 loss_all=2.1289 init_gold_top10=0.4135 init_gold_top100=0.4210
+step=2200 micro_steps=8800 elapsed=116.3s lr=1.760800e-04 loss=3.0782 loss_recon=3.0782 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7428 corrupt_frac=0.5522 acc_corrupt=0.5441 loss_corrupt=3.0782 wrong_frac=0.4973 init_acc_corrupt=0.4685 acc_corrupt_t_0p0_0p2=0.1392 corrupt_frac_t_0p0_0p2=0.1970 acc_corrupt_t_0p2_0p4=0.3424 corrupt_frac_t_0p2_0p4=0.1981 acc_corrupt_t_0p4_0p6=0.5657 corrupt_frac_t_0p4_0p6=0.2070 acc_corrupt_t_0p6_0p8=0.7489 corrupt_frac_t_0p6_0p8=0.2008 acc_corrupt_t_0p8_1p0=0.9177 corrupt_frac_t_0p8_1p0=0.1986 out_w_norm=39.8844 out_g_norm=0.4034 loss_all=2.4759 init_gold_top10=0.3673 init_gold_top100=0.3785
+step=2300 micro_steps=9200 elapsed=116.8s lr=1.840800e-04 loss=3.0565 loss_recon=3.0565 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7424 corrupt_frac=0.5530 acc_corrupt=0.5439 loss_corrupt=3.0565 wrong_frac=0.5003 init_acc_corrupt=0.4652 acc_corrupt_t_0p0_0p2=0.1407 corrupt_frac_t_0p0_0p2=0.2059 acc_corrupt_t_0p2_0p4=0.3458 corrupt_frac_t_0p2_0p4=0.1935 acc_corrupt_t_0p4_0p6=0.5672 corrupt_frac_t_0p4_0p6=0.2003 acc_corrupt_t_0p6_0p8=0.7491 corrupt_frac_t_0p6_0p8=0.1970 acc_corrupt_t_0p8_1p0=0.9188 corrupt_frac_t_0p8_1p0=0.2040 out_w_norm=41.4204 out_g_norm=0.3641 loss_all=1.4158 init_gold_top10=0.5688 init_gold_top100=0.5727
+step=2400 micro_steps=9600 elapsed=116.3s lr=1.920800e-04 loss=2.9991 loss_recon=2.9991 loss_meanflow=0.0000 mean_model_t=0.5024 mean_corrupt_t=0.5024 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7469 corrupt_frac=0.5505 acc_corrupt=0.5501 loss_corrupt=2.9991 wrong_frac=0.4969 init_acc_corrupt=0.4690 acc_corrupt_t_0p0_0p2=0.1452 corrupt_frac_t_0p0_0p2=0.2026 acc_corrupt_t_0p2_0p4=0.3508 corrupt_frac_t_0p2_0p4=0.1911 acc_corrupt_t_0p4_0p6=0.5723 corrupt_frac_t_0p4_0p6=0.2023 acc_corrupt_t_0p6_0p8=0.7488 corrupt_frac_t_0p6_0p8=0.1996 acc_corrupt_t_0p8_1p0=0.9172 corrupt_frac_t_0p8_1p0=0.2063 out_w_norm=43.0503 out_g_norm=0.3777 loss_all=2.1432 init_gold_top10=0.3602 init_gold_top100=0.3699
+step=2500 micro_steps=10000 elapsed=116.6s lr=2.000000e-04 loss=2.9937 loss_recon=2.9937 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7466 corrupt_frac=0.5511 acc_corrupt=0.5500 loss_corrupt=2.9937 wrong_frac=0.4986 init_acc_corrupt=0.4676 acc_corrupt_t_0p0_0p2=0.1439 corrupt_frac_t_0p0_0p2=0.1991 acc_corrupt_t_0p2_0p4=0.3526 corrupt_frac_t_0p2_0p4=0.1960 acc_corrupt_t_0p4_0p6=0.5726 corrupt_frac_t_0p4_0p6=0.2042 acc_corrupt_t_0p6_0p8=0.7552 corrupt_frac_t_0p6_0p8=0.2020 acc_corrupt_t_0p8_1p0=0.9182 corrupt_frac_t_0p8_1p0=0.1992 out_w_norm=44.7488 out_g_norm=0.3933 loss_all=1.8492 init_gold_top10=0.5016 init_gold_top100=0.5067
+step=2600 micro_steps=10400 elapsed=116.2s lr=2.000000e-04 loss=2.9746 loss_recon=2.9746 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7481 corrupt_frac=0.5496 acc_corrupt=0.5512 loss_corrupt=2.9746 wrong_frac=0.5000 init_acc_corrupt=0.4656 acc_corrupt_t_0p0_0p2=0.1486 corrupt_frac_t_0p0_0p2=0.1983 acc_corrupt_t_0p2_0p4=0.3542 corrupt_frac_t_0p2_0p4=0.1989 acc_corrupt_t_0p4_0p6=0.5737 corrupt_frac_t_0p4_0p6=0.2058 acc_corrupt_t_0p6_0p8=0.7556 corrupt_frac_t_0p6_0p8=0.1963 acc_corrupt_t_0p8_1p0=0.9197 corrupt_frac_t_0p8_1p0=0.2016 out_w_norm=46.5627 out_g_norm=0.3482 loss_all=1.7560 init_gold_top10=0.4915 init_gold_top100=0.4964
+step=2700 micro_steps=10800 elapsed=115.6s lr=2.000000e-04 loss=2.9676 loss_recon=2.9676 loss_meanflow=0.0000 mean_model_t=0.4967 mean_corrupt_t=0.4967 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7485 corrupt_frac=0.5473 acc_corrupt=0.5501 loss_corrupt=2.9676 wrong_frac=0.5040 init_acc_corrupt=0.4614 acc_corrupt_t_0p0_0p2=0.1511 corrupt_frac_t_0p0_0p2=0.2042 acc_corrupt_t_0p2_0p4=0.3603 corrupt_frac_t_0p2_0p4=0.2017 acc_corrupt_t_0p4_0p6=0.5791 corrupt_frac_t_0p4_0p6=0.2031 acc_corrupt_t_0p6_0p8=0.7571 corrupt_frac_t_0p6_0p8=0.1924 acc_corrupt_t_0p8_1p0=0.9218 corrupt_frac_t_0p8_1p0=0.2000 out_w_norm=48.4081 out_g_norm=0.3242 loss_all=1.1614 init_gold_top10=0.6258 init_gold_top100=0.6282
+step=2800 micro_steps=11200 elapsed=116.0s lr=2.000000e-04 loss=2.8676 loss_recon=2.8676 loss_meanflow=0.0000 mean_model_t=0.5026 mean_corrupt_t=0.5026 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7541 corrupt_frac=0.5498 acc_corrupt=0.5620 loss_corrupt=2.8676 wrong_frac=0.4948 init_acc_corrupt=0.4712 acc_corrupt_t_0p0_0p2=0.1566 corrupt_frac_t_0p0_0p2=0.1985 acc_corrupt_t_0p2_0p4=0.3637 corrupt_frac_t_0p2_0p4=0.1935 acc_corrupt_t_0p4_0p6=0.5831 corrupt_frac_t_0p4_0p6=0.1996 acc_corrupt_t_0p6_0p8=0.7625 corrupt_frac_t_0p6_0p8=0.2078 acc_corrupt_t_0p8_1p0=0.9220 corrupt_frac_t_0p8_1p0=0.2025 out_w_norm=50.1888 out_g_norm=0.3095 loss_all=2.1427 init_gold_top10=0.4417 init_gold_top100=0.4482
+step=2900 micro_steps=11600 elapsed=116.1s lr=2.000000e-04 loss=2.8868 loss_recon=2.8868 loss_meanflow=0.0000 mean_model_t=0.4985 mean_corrupt_t=0.4985 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7527 corrupt_frac=0.5478 acc_corrupt=0.5580 loss_corrupt=2.8868 wrong_frac=0.5015 init_acc_corrupt=0.4639 acc_corrupt_t_0p0_0p2=0.1581 corrupt_frac_t_0p0_0p2=0.2041 acc_corrupt_t_0p2_0p4=0.3673 corrupt_frac_t_0p2_0p4=0.1991 acc_corrupt_t_0p4_0p6=0.5860 corrupt_frac_t_0p4_0p6=0.2015 acc_corrupt_t_0p6_0p8=0.7637 corrupt_frac_t_0p6_0p8=0.1951 acc_corrupt_t_0p8_1p0=0.9254 corrupt_frac_t_0p8_1p0=0.2007 out_w_norm=51.8135 out_g_norm=0.3260 loss_all=1.9513 init_gold_top10=0.4918 init_gold_top100=0.4972
+step=3000 micro_steps=12000 elapsed=116.4s lr=2.000000e-04 loss=2.8764 loss_recon=2.8764 loss_meanflow=0.0000 mean_model_t=0.4968 mean_corrupt_t=0.4968 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7508 corrupt_frac=0.5540 acc_corrupt=0.5591 loss_corrupt=2.8764 wrong_frac=0.5028 init_acc_corrupt=0.4621 acc_corrupt_t_0p0_0p2=0.1610 corrupt_frac_t_0p0_0p2=0.2027 acc_corrupt_t_0p2_0p4=0.3708 corrupt_frac_t_0p2_0p4=0.2033 acc_corrupt_t_0p4_0p6=0.5896 corrupt_frac_t_0p4_0p6=0.2021 acc_corrupt_t_0p6_0p8=0.7643 corrupt_frac_t_0p6_0p8=0.1933 acc_corrupt_t_0p8_1p0=0.9259 corrupt_frac_t_0p8_1p0=0.1996 out_w_norm=53.2881 out_g_norm=0.2831 loss_all=1.3287 init_gold_top10=0.5094 init_gold_top100=0.5141
+step=3100 micro_steps=12400 elapsed=117.5s lr=2.000000e-04 loss=2.8244 loss_recon=2.8244 loss_meanflow=0.0000 mean_model_t=0.5015 mean_corrupt_t=0.5015 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7576 corrupt_frac=0.5460 acc_corrupt=0.5648 loss_corrupt=2.8244 wrong_frac=0.4998 init_acc_corrupt=0.4659 acc_corrupt_t_0p0_0p2=0.1615 corrupt_frac_t_0p0_0p2=0.1975 acc_corrupt_t_0p2_0p4=0.3726 corrupt_frac_t_0p2_0p4=0.2007 acc_corrupt_t_0p4_0p6=0.5921 corrupt_frac_t_0p4_0p6=0.2042 acc_corrupt_t_0p6_0p8=0.7679 corrupt_frac_t_0p6_0p8=0.1972 acc_corrupt_t_0p8_1p0=0.9264 corrupt_frac_t_0p8_1p0=0.2014 out_w_norm=54.6054 out_g_norm=0.2681 loss_all=1.4448 init_gold_top10=0.4543 init_gold_top100=0.4622
+step=3200 micro_steps=12800 elapsed=116.9s lr=2.000000e-04 loss=2.8244 loss_recon=2.8244 loss_meanflow=0.0000 mean_model_t=0.4974 mean_corrupt_t=0.4974 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7551 corrupt_frac=0.5493 acc_corrupt=0.5631 loss_corrupt=2.8244 wrong_frac=0.5033 init_acc_corrupt=0.4616 acc_corrupt_t_0p0_0p2=0.1673 corrupt_frac_t_0p0_0p2=0.2066 acc_corrupt_t_0p2_0p4=0.3729 corrupt_frac_t_0p2_0p4=0.2003 acc_corrupt_t_0p4_0p6=0.5939 corrupt_frac_t_0p4_0p6=0.1956 acc_corrupt_t_0p6_0p8=0.7700 corrupt_frac_t_0p6_0p8=0.1986 acc_corrupt_t_0p8_1p0=0.9266 corrupt_frac_t_0p8_1p0=0.1998 out_w_norm=55.7869 out_g_norm=0.2754 loss_all=1.7644 init_gold_top10=0.4395 init_gold_top100=0.4457
+step=3300 micro_steps=13200 elapsed=116.8s lr=2.000000e-04 loss=2.7646 loss_recon=2.7646 loss_meanflow=0.0000 mean_model_t=0.5025 mean_corrupt_t=0.5025 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7602 corrupt_frac=0.5490 acc_corrupt=0.5714 loss_corrupt=2.7646 wrong_frac=0.4968 init_acc_corrupt=0.4693 acc_corrupt_t_0p0_0p2=0.1679 corrupt_frac_t_0p0_0p2=0.1962 acc_corrupt_t_0p2_0p4=0.3773 corrupt_frac_t_0p2_0p4=0.1977 acc_corrupt_t_0p4_0p6=0.5944 corrupt_frac_t_0p4_0p6=0.1972 acc_corrupt_t_0p6_0p8=0.7716 corrupt_frac_t_0p6_0p8=0.2090 acc_corrupt_t_0p8_1p0=0.9265 corrupt_frac_t_0p8_1p0=0.2003 out_w_norm=56.8700 out_g_norm=0.2558 loss_all=1.2650 init_gold_top10=0.6034 init_gold_top100=0.6058
+step=3400 micro_steps=13600 elapsed=115.8s lr=2.000000e-04 loss=2.7445 loss_recon=2.7445 loss_meanflow=0.0000 mean_model_t=0.5048 mean_corrupt_t=0.5048 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7618 corrupt_frac=0.5487 acc_corrupt=0.5737 loss_corrupt=2.7445 wrong_frac=0.4968 init_acc_corrupt=0.4692 acc_corrupt_t_0p0_0p2=0.1693 corrupt_frac_t_0p0_0p2=0.1972 acc_corrupt_t_0p2_0p4=0.3789 corrupt_frac_t_0p2_0p4=0.1965 acc_corrupt_t_0p4_0p6=0.5982 corrupt_frac_t_0p4_0p6=0.2047 acc_corrupt_t_0p6_0p8=0.7749 corrupt_frac_t_0p6_0p8=0.1988 acc_corrupt_t_0p8_1p0=0.9298 corrupt_frac_t_0p8_1p0=0.2043 out_w_norm=57.8946 out_g_norm=0.2494 loss_all=2.2291 init_gold_top10=0.3296 init_gold_top100=0.3386
+step=3500 micro_steps=14000 elapsed=116.2s lr=2.000000e-04 loss=2.7236 loss_recon=2.7236 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.5035 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7621 corrupt_frac=0.5484 acc_corrupt=0.5738 loss_corrupt=2.7236 wrong_frac=0.4980 init_acc_corrupt=0.4675 acc_corrupt_t_0p0_0p2=0.1722 corrupt_frac_t_0p0_0p2=0.1954 acc_corrupt_t_0p2_0p4=0.3813 corrupt_frac_t_0p2_0p4=0.2044 acc_corrupt_t_0p4_0p6=0.6006 corrupt_frac_t_0p4_0p6=0.1961 acc_corrupt_t_0p6_0p8=0.7756 corrupt_frac_t_0p6_0p8=0.2022 acc_corrupt_t_0p8_1p0=0.9292 corrupt_frac_t_0p8_1p0=0.2018 out_w_norm=58.8554 out_g_norm=0.2478 loss_all=1.8802 init_gold_top10=0.4411 init_gold_top100=0.4462
+step=3600 micro_steps=14400 elapsed=116.4s lr=2.000000e-04 loss=2.7601 loss_recon=2.7601 loss_meanflow=0.0000 mean_model_t=0.4963 mean_corrupt_t=0.4963 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7584 corrupt_frac=0.5500 acc_corrupt=0.5686 loss_corrupt=2.7601 wrong_frac=0.5049 init_acc_corrupt=0.4598 acc_corrupt_t_0p0_0p2=0.1735 corrupt_frac_t_0p0_0p2=0.2076 acc_corrupt_t_0p2_0p4=0.3852 corrupt_frac_t_0p2_0p4=0.2019 acc_corrupt_t_0p4_0p6=0.6029 corrupt_frac_t_0p4_0p6=0.1934 acc_corrupt_t_0p6_0p8=0.7771 corrupt_frac_t_0p6_0p8=0.2042 acc_corrupt_t_0p8_1p0=0.9299 corrupt_frac_t_0p8_1p0=0.1938 out_w_norm=59.7645 out_g_norm=0.2425 loss_all=1.6650 init_gold_top10=0.4972 init_gold_top100=0.5013
+step=3700 micro_steps=14800 elapsed=115.7s lr=2.000000e-04 loss=2.7131 loss_recon=2.7131 loss_meanflow=0.0000 mean_model_t=0.5044 mean_corrupt_t=0.5044 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7623 corrupt_frac=0.5517 acc_corrupt=0.5767 loss_corrupt=2.7131 wrong_frac=0.4971 init_acc_corrupt=0.4685 acc_corrupt_t_0p0_0p2=0.1709 corrupt_frac_t_0p0_0p2=0.1990 acc_corrupt_t_0p2_0p4=0.3836 corrupt_frac_t_0p2_0p4=0.1936 acc_corrupt_t_0p4_0p6=0.6059 corrupt_frac_t_0p4_0p6=0.2036 acc_corrupt_t_0p6_0p8=0.7787 corrupt_frac_t_0p6_0p8=0.2045 acc_corrupt_t_0p8_1p0=0.9316 corrupt_frac_t_0p8_1p0=0.1998 out_w_norm=60.6324 out_g_norm=0.2469 loss_all=2.2394 init_gold_top10=0.3361 init_gold_top100=0.3437
+step=3800 micro_steps=15200 elapsed=115.7s lr=2.000000e-04 loss=2.6951 loss_recon=2.6951 loss_meanflow=0.0000 mean_model_t=0.5029 mean_corrupt_t=0.5029 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7634 corrupt_frac=0.5510 acc_corrupt=0.5780 loss_corrupt=2.6951 wrong_frac=0.4971 init_acc_corrupt=0.4688 acc_corrupt_t_0p0_0p2=0.1730 corrupt_frac_t_0p0_0p2=0.1943 acc_corrupt_t_0p2_0p4=0.3838 corrupt_frac_t_0p2_0p4=0.2009 acc_corrupt_t_0p4_0p6=0.6024 corrupt_frac_t_0p4_0p6=0.2026 acc_corrupt_t_0p6_0p8=0.7790 corrupt_frac_t_0p6_0p8=0.2051 acc_corrupt_t_0p8_1p0=0.9342 corrupt_frac_t_0p8_1p0=0.2005 out_w_norm=61.4704 out_g_norm=0.2473 loss_all=1.7072 init_gold_top10=0.4998 init_gold_top100=0.5040
+step=3900 micro_steps=15600 elapsed=116.5s lr=2.000000e-04 loss=2.6990 loss_recon=2.6990 loss_meanflow=0.0000 mean_model_t=0.4972 mean_corrupt_t=0.4972 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7621 corrupt_frac=0.5515 acc_corrupt=0.5761 loss_corrupt=2.6990 wrong_frac=0.5015 init_acc_corrupt=0.4637 acc_corrupt_t_0p0_0p2=0.1798 corrupt_frac_t_0p0_0p2=0.2005 acc_corrupt_t_0p2_0p4=0.3854 corrupt_frac_t_0p2_0p4=0.2016 acc_corrupt_t_0p4_0p6=0.6081 corrupt_frac_t_0p4_0p6=0.2000 acc_corrupt_t_0p6_0p8=0.7811 corrupt_frac_t_0p6_0p8=0.2046 acc_corrupt_t_0p8_1p0=0.9314 corrupt_frac_t_0p8_1p0=0.1952 out_w_norm=62.2685 out_g_norm=0.2351 loss_all=1.9536 init_gold_top10=0.4404 init_gold_top100=0.4496
+step=4000 micro_steps=16000 elapsed=116.3s lr=2.000000e-04 loss=2.7226 loss_recon=2.7226 loss_meanflow=0.0000 mean_model_t=0.4960 mean_corrupt_t=0.4960 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7608 corrupt_frac=0.5494 acc_corrupt=0.5722 loss_corrupt=2.7226 wrong_frac=0.5057 init_acc_corrupt=0.4588 acc_corrupt_t_0p0_0p2=0.1766 corrupt_frac_t_0p0_0p2=0.2106 acc_corrupt_t_0p2_0p4=0.3858 corrupt_frac_t_0p2_0p4=0.1977 acc_corrupt_t_0p4_0p6=0.6109 corrupt_frac_t_0p4_0p6=0.1957 acc_corrupt_t_0p6_0p8=0.7810 corrupt_frac_t_0p6_0p8=0.1983 acc_corrupt_t_0p8_1p0=0.9319 corrupt_frac_t_0p8_1p0=0.1983 out_w_norm=63.0365 out_g_norm=0.2312 loss_all=1.2053 init_gold_top10=0.6186 init_gold_top100=0.6218
+step=4100 micro_steps=16400 elapsed=117.1s lr=2.000000e-04 loss=2.6851 loss_recon=2.6851 loss_meanflow=0.0000 mean_model_t=0.5009 mean_corrupt_t=0.5009 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7637 corrupt_frac=0.5511 acc_corrupt=0.5782 loss_corrupt=2.6851 wrong_frac=0.5002 init_acc_corrupt=0.4651 acc_corrupt_t_0p0_0p2=0.1777 corrupt_frac_t_0p0_0p2=0.1968 acc_corrupt_t_0p2_0p4=0.3877 corrupt_frac_t_0p2_0p4=0.2017 acc_corrupt_t_0p4_0p6=0.6067 corrupt_frac_t_0p4_0p6=0.2026 acc_corrupt_t_0p6_0p8=0.7828 corrupt_frac_t_0p6_0p8=0.2009 acc_corrupt_t_0p8_1p0=0.9319 corrupt_frac_t_0p8_1p0=0.1985 out_w_norm=63.8013 out_g_norm=0.2236 loss_all=1.8424 init_gold_top10=0.4059 init_gold_top100=0.4122
+step=4200 micro_steps=16800 elapsed=120.9s lr=2.000000e-04 loss=2.6464 loss_recon=2.6464 loss_meanflow=0.0000 mean_model_t=0.5003 mean_corrupt_t=0.5003 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7666 corrupt_frac=0.5495 acc_corrupt=0.5822 loss_corrupt=2.6464 wrong_frac=0.4992 init_acc_corrupt=0.4669 acc_corrupt_t_0p0_0p2=0.1808 corrupt_frac_t_0p0_0p2=0.2015 acc_corrupt_t_0p2_0p4=0.3950 corrupt_frac_t_0p2_0p4=0.1947 acc_corrupt_t_0p4_0p6=0.6147 corrupt_frac_t_0p4_0p6=0.2007 acc_corrupt_t_0p6_0p8=0.7816 corrupt_frac_t_0p6_0p8=0.2047 acc_corrupt_t_0p8_1p0=0.9334 corrupt_frac_t_0p8_1p0=0.1991 out_w_norm=64.5466 out_g_norm=0.2200 loss_all=1.5692 init_gold_top10=0.4885 init_gold_top100=0.4940
+step=4300 micro_steps=17200 elapsed=115.7s lr=2.000000e-04 loss=2.6511 loss_recon=2.6511 loss_meanflow=0.0000 mean_model_t=0.5001 mean_corrupt_t=0.5001 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7668 corrupt_frac=0.5484 acc_corrupt=0.5817 loss_corrupt=2.6511 wrong_frac=0.5000 init_acc_corrupt=0.4662 acc_corrupt_t_0p0_0p2=0.1785 corrupt_frac_t_0p0_0p2=0.2015 acc_corrupt_t_0p2_0p4=0.3954 corrupt_frac_t_0p2_0p4=0.1918 acc_corrupt_t_0p4_0p6=0.6118 corrupt_frac_t_0p4_0p6=0.2061 acc_corrupt_t_0p6_0p8=0.7844 corrupt_frac_t_0p6_0p8=0.2036 acc_corrupt_t_0p8_1p0=0.9335 corrupt_frac_t_0p8_1p0=0.1980 out_w_norm=65.2564 out_g_norm=0.2187 loss_all=1.5064 init_gold_top10=0.4998 init_gold_top100=0.5077
+step=4400 micro_steps=17600 elapsed=116.1s lr=2.000000e-04 loss=2.6789 loss_recon=2.6789 loss_meanflow=0.0000 mean_model_t=0.4946 mean_corrupt_t=0.4946 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7628 corrupt_frac=0.5524 acc_corrupt=0.5778 loss_corrupt=2.6789 wrong_frac=0.5040 init_acc_corrupt=0.4609 acc_corrupt_t_0p0_0p2=0.1830 corrupt_frac_t_0p0_0p2=0.2078 acc_corrupt_t_0p2_0p4=0.3930 corrupt_frac_t_0p2_0p4=0.1992 acc_corrupt_t_0p4_0p6=0.6123 corrupt_frac_t_0p4_0p6=0.1957 acc_corrupt_t_0p6_0p8=0.7853 corrupt_frac_t_0p6_0p8=0.1993 acc_corrupt_t_0p8_1p0=0.9331 corrupt_frac_t_0p8_1p0=0.1986 out_w_norm=65.9525 out_g_norm=0.2191 loss_all=1.4630 init_gold_top10=0.5223 init_gold_top100=0.5269
+step=4500 micro_steps=18000 elapsed=116.2s lr=2.000000e-04 loss=2.6227 loss_recon=2.6227 loss_meanflow=0.0000 mean_model_t=0.5026 mean_corrupt_t=0.5026 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7679 corrupt_frac=0.5508 acc_corrupt=0.5854 loss_corrupt=2.6227 wrong_frac=0.4983 init_acc_corrupt=0.4677 acc_corrupt_t_0p0_0p2=0.1844 corrupt_frac_t_0p0_0p2=0.1965 acc_corrupt_t_0p2_0p4=0.3966 corrupt_frac_t_0p2_0p4=0.1985 acc_corrupt_t_0p4_0p6=0.6127 corrupt_frac_t_0p4_0p6=0.2068 acc_corrupt_t_0p6_0p8=0.7875 corrupt_frac_t_0p6_0p8=0.1944 acc_corrupt_t_0p8_1p0=0.9347 corrupt_frac_t_0p8_1p0=0.2043 out_w_norm=66.6358 out_g_norm=0.2144 loss_all=1.4116 init_gold_top10=0.5505 init_gold_top100=0.5550
+step=4600 micro_steps=18400 elapsed=116.1s lr=2.000000e-04 loss=2.6214 loss_recon=2.6214 loss_meanflow=0.0000 mean_model_t=0.5010 mean_corrupt_t=0.5010 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7683 corrupt_frac=0.5496 acc_corrupt=0.5851 loss_corrupt=2.6214 wrong_frac=0.4991 init_acc_corrupt=0.4670 acc_corrupt_t_0p0_0p2=0.1832 corrupt_frac_t_0p0_0p2=0.1955 acc_corrupt_t_0p2_0p4=0.3968 corrupt_frac_t_0p2_0p4=0.1975 acc_corrupt_t_0p4_0p6=0.6132 corrupt_frac_t_0p4_0p6=0.2066 acc_corrupt_t_0p6_0p8=0.7869 corrupt_frac_t_0p6_0p8=0.2030 acc_corrupt_t_0p8_1p0=0.9343 corrupt_frac_t_0p8_1p0=0.1974 out_w_norm=67.3012 out_g_norm=0.2121 loss_all=1.2133 init_gold_top10=0.5197 init_gold_top100=0.5237
+step=4700 micro_steps=18800 elapsed=116.3s lr=2.000000e-04 loss=2.6392 loss_recon=2.6392 loss_meanflow=0.0000 mean_model_t=0.4969 mean_corrupt_t=0.4969 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7675 corrupt_frac=0.5467 acc_corrupt=0.5816 loss_corrupt=2.6392 wrong_frac=0.5036 init_acc_corrupt=0.4611 acc_corrupt_t_0p0_0p2=0.1852 corrupt_frac_t_0p0_0p2=0.2021 acc_corrupt_t_0p2_0p4=0.3969 corrupt_frac_t_0p2_0p4=0.2037 acc_corrupt_t_0p4_0p6=0.6178 corrupt_frac_t_0p4_0p6=0.2006 acc_corrupt_t_0p6_0p8=0.7889 corrupt_frac_t_0p6_0p8=0.1975 acc_corrupt_t_0p8_1p0=0.9360 corrupt_frac_t_0p8_1p0=0.1962 out_w_norm=67.9774 out_g_norm=0.2107 loss_all=1.1479 init_gold_top10=0.6593 init_gold_top100=0.6632
+step=4800 micro_steps=19200 elapsed=116.0s lr=2.000000e-04 loss=2.6449 loss_recon=2.6449 loss_meanflow=0.0000 mean_model_t=0.4960 mean_corrupt_t=0.4960 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7659 corrupt_frac=0.5496 acc_corrupt=0.5806 loss_corrupt=2.6449 wrong_frac=0.5057 init_acc_corrupt=0.4591 acc_corrupt_t_0p0_0p2=0.1860 corrupt_frac_t_0p0_0p2=0.2048 acc_corrupt_t_0p2_0p4=0.4006 corrupt_frac_t_0p2_0p4=0.2030 acc_corrupt_t_0p4_0p6=0.6182 corrupt_frac_t_0p4_0p6=0.2034 acc_corrupt_t_0p6_0p8=0.7897 corrupt_frac_t_0p6_0p8=0.1969 acc_corrupt_t_0p8_1p0=0.9366 corrupt_frac_t_0p8_1p0=0.1933 out_w_norm=68.6382 out_g_norm=0.2083 loss_all=1.5786 init_gold_top10=0.4889 init_gold_top100=0.4933
+step=4900 micro_steps=19600 elapsed=116.2s lr=2.000000e-04 loss=2.6382 loss_recon=2.6382 loss_meanflow=0.0000 mean_model_t=0.4938 mean_corrupt_t=0.4938 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7663 corrupt_frac=0.5493 acc_corrupt=0.5814 loss_corrupt=2.6382 wrong_frac=0.5059 init_acc_corrupt=0.4590 acc_corrupt_t_0p0_0p2=0.1861 corrupt_frac_t_0p0_0p2=0.2020 acc_corrupt_t_0p2_0p4=0.4029 corrupt_frac_t_0p2_0p4=0.2084 acc_corrupt_t_0p4_0p6=0.6180 corrupt_frac_t_0p4_0p6=0.2013 acc_corrupt_t_0p6_0p8=0.7897 corrupt_frac_t_0p6_0p8=0.1951 acc_corrupt_t_0p8_1p0=0.9369 corrupt_frac_t_0p8_1p0=0.1941 out_w_norm=69.2855 out_g_norm=0.2176 loss_all=1.2624 init_gold_top10=0.5040 init_gold_top100=0.5106
+step=5000 micro_steps=20000 elapsed=116.5s lr=2.000000e-04 loss=2.6055 loss_recon=2.6055 loss_meanflow=0.0000 mean_model_t=0.5001 mean_corrupt_t=0.5001 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7697 corrupt_frac=0.5482 acc_corrupt=0.5864 loss_corrupt=2.6055 wrong_frac=0.5004 init_acc_corrupt=0.4648 acc_corrupt_t_0p0_0p2=0.1891 corrupt_frac_t_0p0_0p2=0.2041 acc_corrupt_t_0p2_0p4=0.4007 corrupt_frac_t_0p2_0p4=0.1976 acc_corrupt_t_0p4_0p6=0.6193 corrupt_frac_t_0p4_0p6=0.1975 acc_corrupt_t_0p6_0p8=0.7890 corrupt_frac_t_0p6_0p8=0.2011 acc_corrupt_t_0p8_1p0=0.9382 corrupt_frac_t_0p8_1p0=0.2000 out_w_norm=69.9171 out_g_norm=0.2034 loss_all=1.4104 init_gold_top10=0.5459 init_gold_top100=0.5524
+step=5100 micro_steps=20400 elapsed=117.5s lr=2.000000e-04 loss=2.5801 loss_recon=2.5801 loss_meanflow=0.0000 mean_model_t=0.5038 mean_corrupt_t=0.5038 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7692 corrupt_frac=0.5554 acc_corrupt=0.5906 loss_corrupt=2.5801 wrong_frac=0.4971 init_acc_corrupt=0.4694 acc_corrupt_t_0p0_0p2=0.1877 corrupt_frac_t_0p0_0p2=0.1926 acc_corrupt_t_0p2_0p4=0.4027 corrupt_frac_t_0p2_0p4=0.1995 acc_corrupt_t_0p4_0p6=0.6189 corrupt_frac_t_0p4_0p6=0.2095 acc_corrupt_t_0p6_0p8=0.7927 corrupt_frac_t_0p6_0p8=0.2016 acc_corrupt_t_0p8_1p0=0.9376 corrupt_frac_t_0p8_1p0=0.1974 out_w_norm=70.5335 out_g_norm=0.2071 loss_all=1.3042 init_gold_top10=0.5306 init_gold_top100=0.5343
+step=5200 micro_steps=20800 elapsed=116.0s lr=2.000000e-04 loss=2.6070 loss_recon=2.6070 loss_meanflow=0.0000 mean_model_t=0.4981 mean_corrupt_t=0.4981 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7679 corrupt_frac=0.5509 acc_corrupt=0.5852 loss_corrupt=2.6070 wrong_frac=0.5032 init_acc_corrupt=0.4620 acc_corrupt_t_0p0_0p2=0.1886 corrupt_frac_t_0p0_0p2=0.2041 acc_corrupt_t_0p2_0p4=0.4024 corrupt_frac_t_0p2_0p4=0.2001 acc_corrupt_t_0p4_0p6=0.6203 corrupt_frac_t_0p4_0p6=0.1996 acc_corrupt_t_0p6_0p8=0.7918 corrupt_frac_t_0p6_0p8=0.2016 acc_corrupt_t_0p8_1p0=0.9381 corrupt_frac_t_0p8_1p0=0.1952 out_w_norm=71.1551 out_g_norm=0.2008 loss_all=1.6983 init_gold_top10=0.4146 init_gold_top100=0.4196
+step=5300 micro_steps=21200 elapsed=115.7s lr=2.000000e-04 loss=2.5967 loss_recon=2.5967 loss_meanflow=0.0000 mean_model_t=0.4981 mean_corrupt_t=0.4981 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7695 corrupt_frac=0.5489 acc_corrupt=0.5867 loss_corrupt=2.5967 wrong_frac=0.5016 init_acc_corrupt=0.4637 acc_corrupt_t_0p0_0p2=0.1879 corrupt_frac_t_0p0_0p2=0.2020 acc_corrupt_t_0p2_0p4=0.4040 corrupt_frac_t_0p2_0p4=0.2023 acc_corrupt_t_0p4_0p6=0.6191 corrupt_frac_t_0p4_0p6=0.1991 acc_corrupt_t_0p6_0p8=0.7932 corrupt_frac_t_0p6_0p8=0.1972 acc_corrupt_t_0p8_1p0=0.9379 corrupt_frac_t_0p8_1p0=0.2004 out_w_norm=71.7670 out_g_norm=0.1962 loss_all=1.9048 init_gold_top10=0.4273 init_gold_top100=0.4364
+step=5400 micro_steps=21600 elapsed=115.8s lr=2.000000e-04 loss=2.5854 loss_recon=2.5854 loss_meanflow=0.0000 mean_model_t=0.4956 mean_corrupt_t=0.4956 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7688 corrupt_frac=0.5513 acc_corrupt=0.5873 loss_corrupt=2.5854 wrong_frac=0.5033 init_acc_corrupt=0.4619 acc_corrupt_t_0p0_0p2=0.1923 corrupt_frac_t_0p0_0p2=0.2080 acc_corrupt_t_0p2_0p4=0.4063 corrupt_frac_t_0p2_0p4=0.1996 acc_corrupt_t_0p4_0p6=0.6229 corrupt_frac_t_0p4_0p6=0.1958 acc_corrupt_t_0p6_0p8=0.7954 corrupt_frac_t_0p6_0p8=0.1967 acc_corrupt_t_0p8_1p0=0.9383 corrupt_frac_t_0p8_1p0=0.2003 out_w_norm=72.3677 out_g_norm=0.1987 loss_all=1.4656 init_gold_top10=0.3592 init_gold_top100=0.3674
+step=5500 micro_steps=22000 elapsed=115.7s lr=2.000000e-04 loss=2.5712 loss_recon=2.5712 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5004 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7704 corrupt_frac=0.5510 acc_corrupt=0.5898 loss_corrupt=2.5712 wrong_frac=0.4998 init_acc_corrupt=0.4657 acc_corrupt_t_0p0_0p2=0.1897 corrupt_frac_t_0p0_0p2=0.2039 acc_corrupt_t_0p2_0p4=0.4059 corrupt_frac_t_0p2_0p4=0.1946 acc_corrupt_t_0p4_0p6=0.6232 corrupt_frac_t_0p4_0p6=0.2024 acc_corrupt_t_0p6_0p8=0.7924 corrupt_frac_t_0p6_0p8=0.1970 acc_corrupt_t_0p8_1p0=0.9383 corrupt_frac_t_0p8_1p0=0.2031 out_w_norm=72.9621 out_g_norm=0.2258 loss_all=1.9295 init_gold_top10=0.3963 init_gold_top100=0.4058
+step=5600 micro_steps=22400 elapsed=115.8s lr=2.000000e-04 loss=2.5545 loss_recon=2.5545 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7720 corrupt_frac=0.5499 acc_corrupt=0.5918 loss_corrupt=2.5545 wrong_frac=0.4993 init_acc_corrupt=0.4665 acc_corrupt_t_0p0_0p2=0.1925 corrupt_frac_t_0p0_0p2=0.1983 acc_corrupt_t_0p2_0p4=0.4040 corrupt_frac_t_0p2_0p4=0.1981 acc_corrupt_t_0p4_0p6=0.6255 corrupt_frac_t_0p4_0p6=0.2035 acc_corrupt_t_0p6_0p8=0.7950 corrupt_frac_t_0p6_0p8=0.2044 acc_corrupt_t_0p8_1p0=0.9393 corrupt_frac_t_0p8_1p0=0.1957 out_w_norm=73.5624 out_g_norm=0.1937 loss_all=1.3933 init_gold_top10=0.5142 init_gold_top100=0.5199
+step=5700 micro_steps=22800 elapsed=115.8s lr=2.000000e-04 loss=2.5866 loss_recon=2.5866 loss_meanflow=0.0000 mean_model_t=0.4962 mean_corrupt_t=0.4962 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7710 corrupt_frac=0.5463 acc_corrupt=0.5874 loss_corrupt=2.5866 wrong_frac=0.5038 init_acc_corrupt=0.4599 acc_corrupt_t_0p0_0p2=0.1936 corrupt_frac_t_0p0_0p2=0.2046 acc_corrupt_t_0p2_0p4=0.4039 corrupt_frac_t_0p2_0p4=0.2095 acc_corrupt_t_0p4_0p6=0.6263 corrupt_frac_t_0p4_0p6=0.1899 acc_corrupt_t_0p6_0p8=0.7967 corrupt_frac_t_0p6_0p8=0.1954 acc_corrupt_t_0p8_1p0=0.9394 corrupt_frac_t_0p8_1p0=0.2010 out_w_norm=74.1603 out_g_norm=0.1933 loss_all=1.7675 init_gold_top10=0.4070 init_gold_top100=0.4164
+step=5800 micro_steps=23200 elapsed=115.8s lr=2.000000e-04 loss=2.5701 loss_recon=2.5701 loss_meanflow=0.0000 mean_model_t=0.4978 mean_corrupt_t=0.4978 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7703 corrupt_frac=0.5508 acc_corrupt=0.5896 loss_corrupt=2.5701 wrong_frac=0.5017 init_acc_corrupt=0.4629 acc_corrupt_t_0p0_0p2=0.1927 corrupt_frac_t_0p0_0p2=0.2045 acc_corrupt_t_0p2_0p4=0.4032 corrupt_frac_t_0p2_0p4=0.1979 acc_corrupt_t_0p4_0p6=0.6262 corrupt_frac_t_0p4_0p6=0.1979 acc_corrupt_t_0p6_0p8=0.7953 corrupt_frac_t_0p6_0p8=0.2034 acc_corrupt_t_0p8_1p0=0.9395 corrupt_frac_t_0p8_1p0=0.1969 out_w_norm=74.7567 out_g_norm=0.2019 loss_all=1.7571 init_gold_top10=0.4125 init_gold_top100=0.4190
+step=5900 micro_steps=23600 elapsed=116.1s lr=2.000000e-04 loss=2.5259 loss_recon=2.5259 loss_meanflow=0.0000 mean_model_t=0.5046 mean_corrupt_t=0.5046 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7742 corrupt_frac=0.5510 acc_corrupt=0.5962 loss_corrupt=2.5259 wrong_frac=0.4961 init_acc_corrupt=0.4702 acc_corrupt_t_0p0_0p2=0.1924 corrupt_frac_t_0p0_0p2=0.1924 acc_corrupt_t_0p2_0p4=0.4086 corrupt_frac_t_0p2_0p4=0.2008 acc_corrupt_t_0p4_0p6=0.6259 corrupt_frac_t_0p4_0p6=0.2025 acc_corrupt_t_0p6_0p8=0.7957 corrupt_frac_t_0p6_0p8=0.2045 acc_corrupt_t_0p8_1p0=0.9393 corrupt_frac_t_0p8_1p0=0.2006 out_w_norm=75.3435 out_g_norm=0.1850 loss_all=1.5674 init_gold_top10=0.4680 init_gold_top100=0.4727
+step=6000 micro_steps=24000 elapsed=116.0s lr=2.000000e-04 loss=2.5421 loss_recon=2.5421 loss_meanflow=0.0000 mean_model_t=0.4990 mean_corrupt_t=0.4990 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7737 corrupt_frac=0.5478 acc_corrupt=0.5931 loss_corrupt=2.5421 wrong_frac=0.5010 init_acc_corrupt=0.4646 acc_corrupt_t_0p0_0p2=0.1955 corrupt_frac_t_0p0_0p2=0.1910 acc_corrupt_t_0p2_0p4=0.4076 corrupt_frac_t_0p2_0p4=0.2077 acc_corrupt_t_0p4_0p6=0.6252 corrupt_frac_t_0p4_0p6=0.2040 acc_corrupt_t_0p6_0p8=0.7957 corrupt_frac_t_0p6_0p8=0.2059 acc_corrupt_t_0p8_1p0=0.9386 corrupt_frac_t_0p8_1p0=0.1914 out_w_norm=75.9139 out_g_norm=0.1862 loss_all=1.1561 init_gold_top10=0.5007 init_gold_top100=0.5044
+step=6100 micro_steps=24400 elapsed=117.6s lr=2.000000e-04 loss=2.5364 loss_recon=2.5364 loss_meanflow=0.0000 mean_model_t=0.4976 mean_corrupt_t=0.4976 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7747 corrupt_frac=0.5452 acc_corrupt=0.5931 loss_corrupt=2.5364 wrong_frac=0.5015 init_acc_corrupt=0.4637 acc_corrupt_t_0p0_0p2=0.1992 corrupt_frac_t_0p0_0p2=0.2019 acc_corrupt_t_0p2_0p4=0.4100 corrupt_frac_t_0p2_0p4=0.2021 acc_corrupt_t_0p4_0p6=0.6254 corrupt_frac_t_0p4_0p6=0.1985 acc_corrupt_t_0p6_0p8=0.7997 corrupt_frac_t_0p6_0p8=0.1989 acc_corrupt_t_0p8_1p0=0.9395 corrupt_frac_t_0p8_1p0=0.1996 out_w_norm=76.4751 out_g_norm=0.1842 loss_all=1.3421 init_gold_top10=0.4634 init_gold_top100=0.4705
+step=6200 micro_steps=24800 elapsed=116.0s lr=2.000000e-04 loss=2.5069 loss_recon=2.5069 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7770 corrupt_frac=0.5458 acc_corrupt=0.5977 loss_corrupt=2.5069 wrong_frac=0.4977 init_acc_corrupt=0.4685 acc_corrupt_t_0p0_0p2=0.1974 corrupt_frac_t_0p0_0p2=0.1973 acc_corrupt_t_0p2_0p4=0.4110 corrupt_frac_t_0p2_0p4=0.1951 acc_corrupt_t_0p4_0p6=0.6285 corrupt_frac_t_0p4_0p6=0.2079 acc_corrupt_t_0p6_0p8=0.8002 corrupt_frac_t_0p6_0p8=0.2004 acc_corrupt_t_0p8_1p0=0.9407 corrupt_frac_t_0p8_1p0=0.1993 out_w_norm=77.0326 out_g_norm=0.1884 loss_all=1.2582 init_gold_top10=0.5047 init_gold_top100=0.5100
+step=6300 micro_steps=25200 elapsed=115.7s lr=2.000000e-04 loss=2.5557 loss_recon=2.5557 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7712 corrupt_frac=0.5514 acc_corrupt=0.5912 loss_corrupt=2.5557 wrong_frac=0.5026 init_acc_corrupt=0.4622 acc_corrupt_t_0p0_0p2=0.1924 corrupt_frac_t_0p0_0p2=0.2010 acc_corrupt_t_0p2_0p4=0.4075 corrupt_frac_t_0p2_0p4=0.2014 acc_corrupt_t_0p4_0p6=0.6282 corrupt_frac_t_0p4_0p6=0.2041 acc_corrupt_t_0p6_0p8=0.8004 corrupt_frac_t_0p6_0p8=0.1970 acc_corrupt_t_0p8_1p0=0.9393 corrupt_frac_t_0p8_1p0=0.1975 out_w_norm=77.5954 out_g_norm=0.1858 loss_all=1.3810 init_gold_top10=0.5647 init_gold_top100=0.5707
+step=6400 micro_steps=25600 elapsed=116.6s lr=2.000000e-04 loss=2.5035 loss_recon=2.5035 loss_meanflow=0.0000 mean_model_t=0.5010 mean_corrupt_t=0.5010 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7745 corrupt_frac=0.5517 acc_corrupt=0.5973 loss_corrupt=2.5035 wrong_frac=0.4987 init_acc_corrupt=0.4671 acc_corrupt_t_0p0_0p2=0.1993 corrupt_frac_t_0p0_0p2=0.1950 acc_corrupt_t_0p2_0p4=0.4131 corrupt_frac_t_0p2_0p4=0.2036 acc_corrupt_t_0p4_0p6=0.6304 corrupt_frac_t_0p4_0p6=0.2037 acc_corrupt_t_0p6_0p8=0.8002 corrupt_frac_t_0p6_0p8=0.2004 acc_corrupt_t_0p8_1p0=0.9392 corrupt_frac_t_0p8_1p0=0.1984 out_w_norm=78.1451 out_g_norm=0.1776 loss_all=1.0356 init_gold_top10=0.5290 init_gold_top100=0.5339
+step=6500 micro_steps=26000 elapsed=115.7s lr=2.000000e-04 loss=2.5160 loss_recon=2.5160 loss_meanflow=0.0000 mean_model_t=0.4968 mean_corrupt_t=0.4968 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7749 corrupt_frac=0.5483 acc_corrupt=0.5955 loss_corrupt=2.5160 wrong_frac=0.5017 init_acc_corrupt=0.4631 acc_corrupt_t_0p0_0p2=0.2010 corrupt_frac_t_0p0_0p2=0.2024 acc_corrupt_t_0p2_0p4=0.4136 corrupt_frac_t_0p2_0p4=0.2015 acc_corrupt_t_0p4_0p6=0.6334 corrupt_frac_t_0p4_0p6=0.1974 acc_corrupt_t_0p6_0p8=0.8000 corrupt_frac_t_0p6_0p8=0.2046 acc_corrupt_t_0p8_1p0=0.9416 corrupt_frac_t_0p8_1p0=0.1941 out_w_norm=78.6877 out_g_norm=0.1760 loss_all=0.9350 init_gold_top10=0.5610 init_gold_top100=0.5638
+step=6600 micro_steps=26400 elapsed=116.2s lr=2.000000e-04 loss=2.5542 loss_recon=2.5542 loss_meanflow=0.0000 mean_model_t=0.4937 mean_corrupt_t=0.4937 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7693 corrupt_frac=0.5533 acc_corrupt=0.5893 loss_corrupt=2.5542 wrong_frac=0.5074 init_acc_corrupt=0.4573 acc_corrupt_t_0p0_0p2=0.1967 corrupt_frac_t_0p0_0p2=0.2056 acc_corrupt_t_0p2_0p4=0.4114 corrupt_frac_t_0p2_0p4=0.2029 acc_corrupt_t_0p4_0p6=0.6297 corrupt_frac_t_0p4_0p6=0.2041 acc_corrupt_t_0p6_0p8=0.7999 corrupt_frac_t_0p6_0p8=0.2020 acc_corrupt_t_0p8_1p0=0.9413 corrupt_frac_t_0p8_1p0=0.1874 out_w_norm=79.2330 out_g_norm=0.1887 loss_all=1.2519 init_gold_top10=0.5847 init_gold_top100=0.5884
+step=6700 micro_steps=26800 elapsed=116.0s lr=2.000000e-04 loss=2.5167 loss_recon=2.5167 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7741 corrupt_frac=0.5507 acc_corrupt=0.5958 loss_corrupt=2.5167 wrong_frac=0.5004 init_acc_corrupt=0.4649 acc_corrupt_t_0p0_0p2=0.1975 corrupt_frac_t_0p0_0p2=0.1952 acc_corrupt_t_0p2_0p4=0.4092 corrupt_frac_t_0p2_0p4=0.2083 acc_corrupt_t_0p4_0p6=0.6310 corrupt_frac_t_0p4_0p6=0.1960 acc_corrupt_t_0p6_0p8=0.8000 corrupt_frac_t_0p6_0p8=0.2032 acc_corrupt_t_0p8_1p0=0.9408 corrupt_frac_t_0p8_1p0=0.1978 out_w_norm=79.7746 out_g_norm=0.1726 loss_all=1.4218 init_gold_top10=0.5068 init_gold_top100=0.5145
+step=6800 micro_steps=27200 elapsed=115.5s lr=2.000000e-04 loss=2.4877 loss_recon=2.4877 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7764 corrupt_frac=0.5501 acc_corrupt=0.5994 loss_corrupt=2.4877 wrong_frac=0.4988 init_acc_corrupt=0.4666 acc_corrupt_t_0p0_0p2=0.2010 corrupt_frac_t_0p0_0p2=0.1938 acc_corrupt_t_0p2_0p4=0.4132 corrupt_frac_t_0p2_0p4=0.2074 acc_corrupt_t_0p4_0p6=0.6350 corrupt_frac_t_0p4_0p6=0.2008 acc_corrupt_t_0p6_0p8=0.8020 corrupt_frac_t_0p6_0p8=0.1990 acc_corrupt_t_0p8_1p0=0.9424 corrupt_frac_t_0p8_1p0=0.1995 out_w_norm=80.3103 out_g_norm=0.1819 loss_all=1.8869 init_gold_top10=0.3882 init_gold_top100=0.3968
+step=6900 micro_steps=27600 elapsed=115.6s lr=2.000000e-04 loss=2.5078 loss_recon=2.5078 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7745 corrupt_frac=0.5501 acc_corrupt=0.5961 loss_corrupt=2.5078 wrong_frac=0.5016 init_acc_corrupt=0.4637 acc_corrupt_t_0p0_0p2=0.1974 corrupt_frac_t_0p0_0p2=0.2010 acc_corrupt_t_0p2_0p4=0.4129 corrupt_frac_t_0p2_0p4=0.2032 acc_corrupt_t_0p4_0p6=0.6342 corrupt_frac_t_0p4_0p6=0.1971 acc_corrupt_t_0p6_0p8=0.8009 corrupt_frac_t_0p6_0p8=0.1979 acc_corrupt_t_0p8_1p0=0.9399 corrupt_frac_t_0p8_1p0=0.2013 out_w_norm=80.8464 out_g_norm=0.1865 loss_all=1.2294 init_gold_top10=0.4658 init_gold_top100=0.4704
+step=7000 micro_steps=28000 elapsed=116.0s lr=2.000000e-04 loss=2.4888 loss_recon=2.4888 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7749 corrupt_frac=0.5525 acc_corrupt=0.5986 loss_corrupt=2.4888 wrong_frac=0.4999 init_acc_corrupt=0.4654 acc_corrupt_t_0p0_0p2=0.2020 corrupt_frac_t_0p0_0p2=0.1966 acc_corrupt_t_0p2_0p4=0.4106 corrupt_frac_t_0p2_0p4=0.2005 acc_corrupt_t_0p4_0p6=0.6314 corrupt_frac_t_0p4_0p6=0.2050 acc_corrupt_t_0p6_0p8=0.8015 corrupt_frac_t_0p6_0p8=0.2004 acc_corrupt_t_0p8_1p0=0.9425 corrupt_frac_t_0p8_1p0=0.1986 out_w_norm=81.3873 out_g_norm=0.1740 loss_all=1.4612 init_gold_top10=0.5280 init_gold_top100=0.5329
+step=7100 micro_steps=28400 elapsed=117.7s lr=2.000000e-04 loss=2.4433 loss_recon=2.4433 loss_meanflow=0.0000 mean_model_t=0.5076 mean_corrupt_t=0.5076 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7804 corrupt_frac=0.5492 acc_corrupt=0.6058 loss_corrupt=2.4433 wrong_frac=0.4931 init_acc_corrupt=0.4737 acc_corrupt_t_0p0_0p2=0.2008 corrupt_frac_t_0p0_0p2=0.1929 acc_corrupt_t_0p2_0p4=0.4178 corrupt_frac_t_0p2_0p4=0.1956 acc_corrupt_t_0p4_0p6=0.6338 corrupt_frac_t_0p4_0p6=0.2048 acc_corrupt_t_0p6_0p8=0.8023 corrupt_frac_t_0p6_0p8=0.2026 acc_corrupt_t_0p8_1p0=0.9428 corrupt_frac_t_0p8_1p0=0.2061 out_w_norm=81.9205 out_g_norm=0.1749 loss_all=1.2283 init_gold_top10=0.4868 init_gold_top100=0.4899
+step=7200 micro_steps=28800 elapsed=116.4s lr=2.000000e-04 loss=2.4893 loss_recon=2.4893 loss_meanflow=0.0000 mean_model_t=0.5000 mean_corrupt_t=0.5000 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7757 corrupt_frac=0.5510 acc_corrupt=0.5988 loss_corrupt=2.4893 wrong_frac=0.5008 init_acc_corrupt=0.4647 acc_corrupt_t_0p0_0p2=0.2034 corrupt_frac_t_0p0_0p2=0.2008 acc_corrupt_t_0p2_0p4=0.4163 corrupt_frac_t_0p2_0p4=0.2005 acc_corrupt_t_0p4_0p6=0.6358 corrupt_frac_t_0p4_0p6=0.2011 acc_corrupt_t_0p6_0p8=0.8033 corrupt_frac_t_0p6_0p8=0.2007 acc_corrupt_t_0p8_1p0=0.9402 corrupt_frac_t_0p8_1p0=0.1980 out_w_norm=82.4565 out_g_norm=0.1686 loss_all=1.7281 init_gold_top10=0.4293 init_gold_top100=0.4342
+step=7300 micro_steps=29200 elapsed=116.8s lr=2.000000e-04 loss=2.4643 loss_recon=2.4643 loss_meanflow=0.0000 mean_model_t=0.4991 mean_corrupt_t=0.4991 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7779 corrupt_frac=0.5493 acc_corrupt=0.6015 loss_corrupt=2.4643 wrong_frac=0.4986 init_acc_corrupt=0.4669 acc_corrupt_t_0p0_0p2=0.2008 corrupt_frac_t_0p0_0p2=0.1946 acc_corrupt_t_0p2_0p4=0.4182 corrupt_frac_t_0p2_0p4=0.2020 acc_corrupt_t_0p4_0p6=0.6337 corrupt_frac_t_0p4_0p6=0.2012 acc_corrupt_t_0p6_0p8=0.8019 corrupt_frac_t_0p6_0p8=0.2036 acc_corrupt_t_0p8_1p0=0.9421 corrupt_frac_t_0p8_1p0=0.1996 out_w_norm=82.9846 out_g_norm=0.1719 loss_all=1.4598 init_gold_top10=0.5071 init_gold_top100=0.5130
+step=7400 micro_steps=29600 elapsed=116.8s lr=2.000000e-04 loss=2.5109 loss_recon=2.5109 loss_meanflow=0.0000 mean_model_t=0.4979 mean_corrupt_t=0.4979 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7726 corrupt_frac=0.5538 acc_corrupt=0.5954 loss_corrupt=2.5109 wrong_frac=0.5041 init_acc_corrupt=0.4611 acc_corrupt_t_0p0_0p2=0.2009 corrupt_frac_t_0p0_0p2=0.1998 acc_corrupt_t_0p2_0p4=0.4118 corrupt_frac_t_0p2_0p4=0.2026 acc_corrupt_t_0p4_0p6=0.6346 corrupt_frac_t_0p4_0p6=0.2064 acc_corrupt_t_0p6_0p8=0.8037 corrupt_frac_t_0p6_0p8=0.2017 acc_corrupt_t_0p8_1p0=0.9417 corrupt_frac_t_0p8_1p0=0.1899 out_w_norm=83.5035 out_g_norm=0.1676 loss_all=1.4349 init_gold_top10=0.4573 init_gold_top100=0.4645
+step=7500 micro_steps=30000 elapsed=116.4s lr=2.000000e-04 loss=2.4748 loss_recon=2.4748 loss_meanflow=0.0000 mean_model_t=0.5017 mean_corrupt_t=0.5017 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7767 corrupt_frac=0.5514 acc_corrupt=0.6011 loss_corrupt=2.4748 wrong_frac=0.4980 init_acc_corrupt=0.4673 acc_corrupt_t_0p0_0p2=0.1994 corrupt_frac_t_0p0_0p2=0.2020 acc_corrupt_t_0p2_0p4=0.4178 corrupt_frac_t_0p2_0p4=0.1991 acc_corrupt_t_0p4_0p6=0.6369 corrupt_frac_t_0p4_0p6=0.1963 acc_corrupt_t_0p6_0p8=0.8055 corrupt_frac_t_0p6_0p8=0.1996 acc_corrupt_t_0p8_1p0=0.9426 corrupt_frac_t_0p8_1p0=0.2041 out_w_norm=84.0237 out_g_norm=0.1625 loss_all=1.6552 init_gold_top10=0.4293 init_gold_top100=0.4354
+step=7600 micro_steps=30400 elapsed=116.0s lr=2.000000e-04 loss=2.4531 loss_recon=2.4531 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7781 corrupt_frac=0.5503 acc_corrupt=0.6027 loss_corrupt=2.4531 wrong_frac=0.4989 init_acc_corrupt=0.4663 acc_corrupt_t_0p0_0p2=0.2023 corrupt_frac_t_0p0_0p2=0.1988 acc_corrupt_t_0p2_0p4=0.4189 corrupt_frac_t_0p2_0p4=0.2005 acc_corrupt_t_0p4_0p6=0.6373 corrupt_frac_t_0p4_0p6=0.1955 acc_corrupt_t_0p6_0p8=0.8054 corrupt_frac_t_0p6_0p8=0.2033 acc_corrupt_t_0p8_1p0=0.9418 corrupt_frac_t_0p8_1p0=0.2019 out_w_norm=84.5420 out_g_norm=0.1664 loss_all=1.2843 init_gold_top10=0.4767 init_gold_top100=0.4821
+step=7700 micro_steps=30800 elapsed=116.4s lr=2.000000e-04 loss=2.4214 loss_recon=2.4214 loss_meanflow=0.0000 mean_model_t=0.5024 mean_corrupt_t=0.5024 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7812 corrupt_frac=0.5476 acc_corrupt=0.6064 loss_corrupt=2.4214 wrong_frac=0.4963 init_acc_corrupt=0.4702 acc_corrupt_t_0p0_0p2=0.2071 corrupt_frac_t_0p0_0p2=0.1975 acc_corrupt_t_0p2_0p4=0.4239 corrupt_frac_t_0p2_0p4=0.1928 acc_corrupt_t_0p4_0p6=0.6369 corrupt_frac_t_0p4_0p6=0.2064 acc_corrupt_t_0p6_0p8=0.8058 corrupt_frac_t_0p6_0p8=0.2018 acc_corrupt_t_0p8_1p0=0.9406 corrupt_frac_t_0p8_1p0=0.2020 out_w_norm=85.0605 out_g_norm=0.1626 loss_all=0.7331 init_gold_top10=0.4773 init_gold_top100=0.4845
+step=7800 micro_steps=31200 elapsed=115.8s lr=2.000000e-04 loss=2.4723 loss_recon=2.4723 loss_meanflow=0.0000 mean_model_t=0.4954 mean_corrupt_t=0.4954 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7753 corrupt_frac=0.5534 acc_corrupt=0.6000 loss_corrupt=2.4723 wrong_frac=0.5014 init_acc_corrupt=0.4641 acc_corrupt_t_0p0_0p2=0.2036 corrupt_frac_t_0p0_0p2=0.2069 acc_corrupt_t_0p2_0p4=0.4209 corrupt_frac_t_0p2_0p4=0.1910 acc_corrupt_t_0p4_0p6=0.6334 corrupt_frac_t_0p4_0p6=0.2033 acc_corrupt_t_0p6_0p8=0.8051 corrupt_frac_t_0p6_0p8=0.2007 acc_corrupt_t_0p8_1p0=0.9439 corrupt_frac_t_0p8_1p0=0.1985 out_w_norm=85.5772 out_g_norm=0.1673 loss_all=1.2701 init_gold_top10=0.4869 init_gold_top100=0.4932
+step=7900 micro_steps=31600 elapsed=116.1s lr=2.000000e-04 loss=2.4576 loss_recon=2.4576 loss_meanflow=0.0000 mean_model_t=0.5016 mean_corrupt_t=0.5016 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7791 corrupt_frac=0.5489 acc_corrupt=0.6034 loss_corrupt=2.4576 wrong_frac=0.4976 init_acc_corrupt=0.4685 acc_corrupt_t_0p0_0p2=0.2024 corrupt_frac_t_0p0_0p2=0.1936 acc_corrupt_t_0p2_0p4=0.4187 corrupt_frac_t_0p2_0p4=0.1995 acc_corrupt_t_0p4_0p6=0.6368 corrupt_frac_t_0p4_0p6=0.2092 acc_corrupt_t_0p6_0p8=0.8038 corrupt_frac_t_0p6_0p8=0.2019 acc_corrupt_t_0p8_1p0=0.9438 corrupt_frac_t_0p8_1p0=0.1963 out_w_norm=86.1017 out_g_norm=0.1648 loss_all=1.2086 init_gold_top10=0.5038 init_gold_top100=0.5068
+step=8000 micro_steps=32000 elapsed=115.5s lr=2.000000e-04 loss=2.4886 loss_recon=2.4886 loss_meanflow=0.0000 mean_model_t=0.4986 mean_corrupt_t=0.4986 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7748 corrupt_frac=0.5516 acc_corrupt=0.5977 loss_corrupt=2.4886 wrong_frac=0.5039 init_acc_corrupt=0.4608 acc_corrupt_t_0p0_0p2=0.2016 corrupt_frac_t_0p0_0p2=0.2049 acc_corrupt_t_0p2_0p4=0.4206 corrupt_frac_t_0p2_0p4=0.2056 acc_corrupt_t_0p4_0p6=0.6379 corrupt_frac_t_0p4_0p6=0.1916 acc_corrupt_t_0p6_0p8=0.8051 corrupt_frac_t_0p6_0p8=0.2030 acc_corrupt_t_0p8_1p0=0.9433 corrupt_frac_t_0p8_1p0=0.1961 out_w_norm=86.6246 out_g_norm=0.1607 loss_all=0.9047 init_gold_top10=0.5930 init_gold_top100=0.5970
+step=8100 micro_steps=32400 elapsed=117.3s lr=2.000000e-04 loss=2.4294 loss_recon=2.4294 loss_meanflow=0.0000 mean_model_t=0.5057 mean_corrupt_t=0.5057 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7805 corrupt_frac=0.5492 acc_corrupt=0.6063 loss_corrupt=2.4294 wrong_frac=0.4954 init_acc_corrupt=0.4708 acc_corrupt_t_0p0_0p2=0.2012 corrupt_frac_t_0p0_0p2=0.1947 acc_corrupt_t_0p2_0p4=0.4175 corrupt_frac_t_0p2_0p4=0.1981 acc_corrupt_t_0p4_0p6=0.6399 corrupt_frac_t_0p4_0p6=0.1952 acc_corrupt_t_0p6_0p8=0.8023 corrupt_frac_t_0p6_0p8=0.2109 acc_corrupt_t_0p8_1p0=0.9439 corrupt_frac_t_0p8_1p0=0.2025 out_w_norm=87.1377 out_g_norm=0.1589 loss_all=1.4206 init_gold_top10=0.4933 init_gold_top100=0.4997
+step=8200 micro_steps=32800 elapsed=115.9s lr=2.000000e-04 loss=2.4443 loss_recon=2.4443 loss_meanflow=0.0000 mean_model_t=0.5017 mean_corrupt_t=0.5017 mean_loss_t_weight=1.0000 linear_soft_target_mean_conf=0.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.0000 grad_enabled_before_rollout=1.0000 grad_enabled_after_rollout=1.0000 logits_requires_grad=1.0000 raw_loss_requires_grad=1.0000 acc_all=0.7798 corrupt_frac=0.5488 acc_corrupt=0.6045 loss_corrupt=2.4443 wrong_frac=0.4979 init_acc_corrupt=0.4674 acc_corrupt_t_0p0_0p2=0.2040 corrupt_frac_t_0p0_0p2=0.1977 acc_corrupt_t_0p2_0p4=0.4237 corrupt_frac_t_0p2_0p4=0.2018 acc_corrupt_t_0p4_0p6=0.6395 corrupt_frac_t_0p4_0p6=0.1971 acc_corrupt_t_0p6_0p8=0.8054 corrupt_frac_t_0p6_0p8=0.2039 acc_corrupt_t_0p8_1p0=0.9441 corrupt_frac_t_0p8_1p0=0.1995 out_w_norm=87.6575 out_g_norm=0.1626 loss_all=1.1989 init_gold_top10=0.5856 init_gold_top100=0.5896
diff --git a/LTA_openwebtext_dualt/logs/owt_classic_fullvocab_len1024_16gpu/lta_owt_classic_fullvocab_bert_c1024_len1024_lr2e4_gbs2048_2node8gpu_1m_save10k_t-20260522043432-f7vrv.node1.log b/LTA_openwebtext_dualt/logs/owt_classic_fullvocab_len1024_16gpu/lta_owt_classic_fullvocab_bert_c1024_len1024_lr2e4_gbs2048_2node8gpu_1m_save10k_t-20260522043432-f7vrv.node1.log
new file mode 100644
index 0000000000000000000000000000000000000000..968e9fb3ef0007a36de8f47ab304ebc256f7a66c
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_classic_fullvocab_len1024_16gpu/lta_owt_classic_fullvocab_bert_c1024_len1024_lr2e4_gbs2048_2node8gpu_1m_save10k_t-20260522043432-f7vrv.node1.log
@@ -0,0 +1,701 @@
+W0521 20:35:15.179000 10381 torch/distributed/run.py:792] 
+W0521 20:35:15.179000 10381 torch/distributed/run.py:792] *****************************************
+W0521 20:35:15.179000 10381 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+W0521 20:35:15.179000 10381 torch/distributed/run.py:792] *****************************************
+[W521 20:35:15.706532924 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.907715488 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.157873989 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.201304866 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.219422947 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.221040686 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.221680401 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.229310067 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 20:35:20.236203327 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+t-20260522043432-f7vrv-worker-1:10470:10470 [0] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-1:10470:10470 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10470:10470 [0] NCCL INFO Bootstrap: Using eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10470:10470 [0] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-1:10470:10470 [0] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-1:10471:10471 [1] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-1:10471:10471 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10471:10471 [1] NCCL INFO Bootstrap: Using eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10471:10471 [1] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-1:10471:10471 [1] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-1:10473:10473 [3] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-1:10473:10473 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10473:10473 [3] NCCL INFO Bootstrap: Using eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10473:10473 [3] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-1:10473:10473 [3] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10474:10474 [4] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-1:10474:10474 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10474:10474 [4] NCCL INFO Bootstrap: Using eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10474:10474 [4] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-1:10474:10474 [4] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-1:10475:10475 [5] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-1:10475:10475 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10475:10475 [5] NCCL INFO Bootstrap: Using eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10475:10475 [5] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-1:10475:10475 [5] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-1:10476:10476 [6] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-1:10476:10476 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10476:10476 [6] NCCL INFO Bootstrap: Using eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10476:10476 [6] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-1:10472:10472 [2] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-1:10472:10472 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10472:10472 [2] NCCL INFO Bootstrap: Using eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10472:10472 [2] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-1:10476:10476 [6] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-1:10472:10472 [2] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-1:10477:10477 [7] NCCL INFO cudaDriverVersion 12080
+t-20260522043432-f7vrv-worker-1:10477:10477 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10477:10477 [7] NCCL INFO Bootstrap: Using eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10477:10477 [7] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522043432-f7vrv-worker-1:10477:10477 [7] NCCL INFO Comm config Blocking set to 1
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO ncclCommInitRankConfig comm 0x8764a40 rank 8 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.48<0>
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO Using network IBext_v9
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO ncclCommInitRankConfig comm 0x9d44240 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO ncclCommInitRankConfig comm 0xafe2000 rank 12 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO ncclCommInitRankConfig comm 0xb79f100 rank 11 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO ncclCommInitRankConfig comm 0xb2b9cc0 rank 13 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO ncclCommInitRankConfig comm 0xa052ac0 rank 14 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO ncclCommInitRankConfig comm 0x9c2d640 rank 10 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO ncclCommInitRankConfig comm 0xa1eb800 rank 15 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0xb1911eddb57862e3 - Init START
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO Bootstrap timings total 0.103273 (create 0.000023, send 0.000196, recv 0.000464, ring 0.102079, delay 0.000001)
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO Bootstrap timings total 0.107654 (create 0.000020, send 0.000244, recv 0.004616, ring 0.102490, delay 0.000001)
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO Bootstrap timings total 0.119285 (create 0.000020, send 0.000206, recv 0.011956, ring 0.106797, delay 0.000000)
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO Bootstrap timings total 0.106209 (create 0.000020, send 0.000266, recv 0.000499, ring 0.105137, delay 0.000001)
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO Bootstrap timings total 0.136282 (create 0.000033, send 0.000274, recv 0.017298, ring 0.118082, delay 0.000001)
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO Bootstrap timings total 0.131916 (create 0.000022, send 0.000246, recv 0.000411, ring 0.105106, delay 0.000001)
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO Bootstrap timings total 0.355903 (create 0.000023, send 0.000319, recv 0.249960, ring 0.105247, delay 0.000001)
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO Bootstrap timings total 1.028546 (create 0.000027, send 0.000495, recv 0.673228, ring 0.006598, delay 0.000001)
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO NVLS multicast support is available on dev 1
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO NVLS multicast support is available on dev 5
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO NVLS multicast support is available on dev 7
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO NVLS multicast support is available on dev 3
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO NVLS multicast support is available on dev 0
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO NVLS multicast support is available on dev 6
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO NVLS multicast support is available on dev 4
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO NVLS multicast support is available on dev 2
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO comm 0xa1eb800 rank 15 nRanks 16 nNodes 2 localRanks 8 localRank 7 MNNVL 0
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO comm 0xa052ac0 rank 14 nRanks 16 nNodes 2 localRanks 8 localRank 6 MNNVL 0
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO comm 0xb2b9cc0 rank 13 nRanks 16 nNodes 2 localRanks 8 localRank 5 MNNVL 0
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO comm 0xafe2000 rank 12 nRanks 16 nNodes 2 localRanks 8 localRank 4 MNNVL 0
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO comm 0xb79f100 rank 11 nRanks 16 nNodes 2 localRanks 8 localRank 3 MNNVL 0
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO comm 0x9c2d640 rank 10 nRanks 16 nNodes 2 localRanks 8 localRank 2 MNNVL 0
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO comm 0x9d44240 rank 9 nRanks 16 nNodes 2 localRanks 8 localRank 1 MNNVL 0
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO comm 0x8764a40 rank 8 nRanks 16 nNodes 2 localRanks 8 localRank 0 MNNVL 0
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO Trees [0] -1/-1/-1->15->14 [1] 8/-1/-1->15->14 [2] 8/-1/-1->15->14 [3] 8/-1/-1->15->14 [4] 8/-1/-1->15->14 [5] 8/-1/-1->15->14 [6] 8/-1/-1->15->14 [7] 8/-1/-1->15->7 [8] -1/-1/-1->15->14 [9] 8/-1/-1->15->14 [10] 8/-1/-1->15->14 [11] 8/-1/-1->15->14 [12] 8/-1/-1->15->14 [13] 8/-1/-1->15->14 [14] 8/-1/-1->15->14 [15] 8/7/-1->15->-1
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO Trees [0] 14/-1/-1->13->12 [1] 14/-1/-1->13->12 [2] 14/-1/-1->13->12 [3] 14/-1/-1->13->12 [4] 14/-1/-1->13->12 [5] 14/-1/-1->13->5 [6] -1/-1/-1->13->12 [7] 14/-1/-1->13->12 [8] 14/-1/-1->13->12 [9] 14/-1/-1->13->12 [10] 14/-1/-1->13->12 [11] 14/-1/-1->13->12 [12] 14/-1/-1->13->12 [13] 14/5/-1->13->-1 [14] -1/-1/-1->13->12 [15] 14/-1/-1->13->12
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO Trees [0] 15/-1/-1->14->13 [1] 15/-1/-1->14->13 [2] 15/-1/-1->14->13 [3] 15/-1/-1->14->13 [4] 15/-1/-1->14->13 [5] 15/-1/-1->14->13 [6] 15/-1/-1->14->6 [7] -1/-1/-1->14->13 [8] 15/-1/-1->14->13 [9] 15/-1/-1->14->13 [10] 15/-1/-1->14->13 [11] 15/-1/-1->14->13 [12] 15/-1/-1->14->13 [13] 15/-1/-1->14->13 [14] 15/6/-1->14->-1 [15] -1/-1/-1->14->13
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO Trees [0] 13/-1/-1->12->11 [1] 13/-1/-1->12->11 [2] 13/-1/-1->12->11 [3] 13/-1/-1->12->11 [4] 13/-1/-1->12->4 [5] -1/-1/-1->12->11 [6] 13/-1/-1->12->11 [7] 13/-1/-1->12->11 [8] 13/-1/-1->12->11 [9] 13/-1/-1->12->11 [10] 13/-1/-1->12->11 [11] 13/-1/-1->12->11 [12] 13/4/-1->12->-1 [13] -1/-1/-1->12->11 [14] 13/-1/-1->12->11 [15] 13/-1/-1->12->11
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO Trees [0] 10/-1/-1->9->8 [1] 10/-1/-1->9->1 [2] -1/-1/-1->9->8 [3] 10/-1/-1->9->8 [4] 10/-1/-1->9->8 [5] 10/-1/-1->9->8 [6] 10/-1/-1->9->8 [7] 10/-1/-1->9->8 [8] 10/-1/-1->9->8 [9] 10/1/-1->9->-1 [10] -1/-1/-1->9->8 [11] 10/-1/-1->9->8 [12] 10/-1/-1->9->8 [13] 10/-1/-1->9->8 [14] 10/-1/-1->9->8 [15] 10/-1/-1->9->8
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO Trees [0] 11/-1/-1->10->9 [1] 11/-1/-1->10->9 [2] 11/-1/-1->10->2 [3] -1/-1/-1->10->9 [4] 11/-1/-1->10->9 [5] 11/-1/-1->10->9 [6] 11/-1/-1->10->9 [7] 11/-1/-1->10->9 [8] 11/-1/-1->10->9 [9] 11/-1/-1->10->9 [10] 11/2/-1->10->-1 [11] -1/-1/-1->10->9 [12] 11/-1/-1->10->9 [13] 11/-1/-1->10->9 [14] 11/-1/-1->10->9 [15] 11/-1/-1->10->9
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO Trees [0] 12/-1/-1->11->10 [1] 12/-1/-1->11->10 [2] 12/-1/-1->11->10 [3] 12/-1/-1->11->3 [4] -1/-1/-1->11->10 [5] 12/-1/-1->11->10 [6] 12/-1/-1->11->10 [7] 12/-1/-1->11->10 [8] 12/-1/-1->11->10 [9] 12/-1/-1->11->10 [10] 12/-1/-1->11->10 [11] 12/3/-1->11->-1 [12] -1/-1/-1->11->10 [13] 12/-1/-1->11->10 [14] 12/-1/-1->11->10 [15] 12/-1/-1->11->10
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO Trees [0] 9/-1/-1->8->0 [1] -1/-1/-1->8->15 [2] 9/-1/-1->8->15 [3] 9/-1/-1->8->15 [4] 9/-1/-1->8->15 [5] 9/-1/-1->8->15 [6] 9/-1/-1->8->15 [7] 9/-1/-1->8->15 [8] 9/0/-1->8->-1 [9] -1/-1/-1->8->15 [10] 9/-1/-1->8->15 [11] 9/-1/-1->8->15 [12] 9/-1/-1->8->15 [13] 9/-1/-1->8->15 [14] 9/-1/-1->8->15 [15] 9/-1/-1->8->15
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO P2P Chunksize set to 131072
+t-20260522043432-f7vrv-worker-1:10471:10623 [1] NCCL INFO [Proxy Service] Device 1 CPU core 10
+t-20260522043432-f7vrv-worker-1:10471:10626 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 12
+t-20260522043432-f7vrv-worker-1:10475:10622 [5] NCCL INFO [Proxy Service] Device 5 CPU core 173
+t-20260522043432-f7vrv-worker-1:10475:10627 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 175
+t-20260522043432-f7vrv-worker-1:10470:10625 [0] NCCL INFO [Proxy Service] Device 0 CPU core 60
+t-20260522043432-f7vrv-worker-1:10473:10628 [3] NCCL INFO [Proxy Service] Device 3 CPU core 2
+t-20260522043432-f7vrv-worker-1:10474:10630 [4] NCCL INFO [Proxy Service] Device 4 CPU core 108
+t-20260522043432-f7vrv-worker-1:10472:10629 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 82
+t-20260522043432-f7vrv-worker-1:10470:10632 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 62
+t-20260522043432-f7vrv-worker-1:10472:10624 [2] NCCL INFO [Proxy Service] Device 2 CPU core 80
+t-20260522043432-f7vrv-worker-1:10477:10631 [7] NCCL INFO [Proxy Service] Device 7 CPU core 92
+t-20260522043432-f7vrv-worker-1:10473:10633 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 4
+t-20260522043432-f7vrv-worker-1:10474:10635 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 110
+t-20260522043432-f7vrv-worker-1:10476:10634 [6] NCCL INFO [Proxy Service] Device 6 CPU core 94
+t-20260522043432-f7vrv-worker-1:10477:10636 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 96
+t-20260522043432-f7vrv-worker-1:10476:10637 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 98
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO ncclCommInitRankConfig comm 0x8764a40 rank 8 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO ncclCommInitRankConfig comm 0xafe2000 rank 12 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO ncclCommInitRankConfig comm 0xa052ac0 rank 14 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO ncclCommInitRankConfig comm 0x9d44240 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO ncclCommInitRankConfig comm 0xb2b9cc0 rank 13 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO ncclCommInitRankConfig comm 0x9c2d640 rank 10 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522043432-f7vrv-worker-1:10470:10519 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 8 nranks 16 total 2.74 (kernels 0.20, alloc 0.23, bootstrap 1.03, allgathers 0.01, topo 0.56, graphs 0.01, connections 0.71, rest 0.00)
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO ncclCommInitRankConfig comm 0xb79f100 rank 11 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-1:10474:10530 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 12 nranks 16 total 2.49 (kernels 0.22, alloc 0.85, bootstrap 0.14, allgathers 0.00, topo 0.56, graphs 0.02, connections 0.71, rest 0.00)
+t-20260522043432-f7vrv-worker-1:10476:10542 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 14 nranks 16 total 2.45 (kernels 0.20, alloc 0.85, bootstrap 0.11, allgathers 0.00, topo 0.56, graphs 0.02, connections 0.71, rest 0.00)
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO ncclCommInitRankConfig comm 0xa1eb800 rank 15 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0xb1911eddb57862e3 - Init COMPLETE
+t-20260522043432-f7vrv-worker-1:10471:10520 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 9 nranks 16 total 2.61 (kernels 0.30, alloc 0.67, bootstrap 0.36, allgathers 0.01, topo 0.56, graphs 0.01, connections 0.71, rest 0.00)
+t-20260522043432-f7vrv-worker-1:10475:10532 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 13 nranks 16 total 2.47 (kernels 0.21, alloc 0.85, bootstrap 0.12, allgathers 0.01, topo 0.56, graphs 0.01, connections 0.71, rest 0.00)
+t-20260522043432-f7vrv-worker-1:10472:10543 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 10 nranks 16 total 2.44 (kernels 0.20, alloc 0.85, bootstrap 0.11, allgathers 0.01, topo 0.56, graphs 0.01, connections 0.71, rest 0.00)
+t-20260522043432-f7vrv-worker-1:10473:10522 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 11 nranks 16 total 2.56 (kernels 0.29, alloc 0.86, bootstrap 0.13, allgathers 0.01, topo 0.56, graphs 0.01, connections 0.71, rest 0.00)
+t-20260522043432-f7vrv-worker-1:10477:10544 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 15 nranks 16 total 2.43 (kernels 0.21, alloc 0.83, bootstrap 0.10, allgathers 0.00, topo 0.56, graphs 0.02, connections 0.71, rest 0.00)
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 02/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 04/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 06/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 10/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 12/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 14/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 00/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 00/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 02/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 02/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 00/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 00/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 04/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 04/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 02/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 00/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 00/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 02/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 06/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 06/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 06/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 02/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 04/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 04/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 08/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 08/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 08/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 04/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 06/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 08/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 10/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 10/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 10/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 06/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 08/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 10/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 12/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 12/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 14/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 08/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 12/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 12/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 14/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 14/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 10/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 14/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 01/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 12/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 03/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 14/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 05/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 07/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 09/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 11/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 13/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 15/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10646 [1] NCCL INFO [Proxy Progress] Device 1 CPU core 12
+t-20260522043432-f7vrv-worker-1:10476:10647 [6] NCCL INFO [Proxy Progress] Device 6 CPU core 96
+t-20260522043432-f7vrv-worker-1:10475:10648 [5] NCCL INFO [Proxy Progress] Device 5 CPU core 175
+t-20260522043432-f7vrv-worker-1:10474:10649 [4] NCCL INFO [Proxy Progress] Device 4 CPU core 108
+t-20260522043432-f7vrv-worker-1:10473:10650 [3] NCCL INFO [Proxy Progress] Device 3 CPU core 4
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 01/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 09/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 00/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Channel 08/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10651 [7] NCCL INFO [Proxy Progress] Device 7 CPU core 94
+t-20260522043432-f7vrv-worker-1:10470:10652 [0] NCCL INFO [Proxy Progress] Device 0 CPU core 62
+t-20260522043432-f7vrv-worker-1:10472:10653 [2] NCCL INFO [Proxy Progress] Device 2 CPU core 82
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 00/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 08/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 01/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 09/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 03/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 05/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 07/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 11/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 13/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Channel 15/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 04/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 05/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 02/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 06/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 03/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 07/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 10/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 12/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 14/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 15/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 11/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 13/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 04/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 06/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 05/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 07/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 02/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 03/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 15/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 13/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 12/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 14/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 10/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 11/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 00/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 02/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 04/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 06/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 08/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 10/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 01/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 12/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 01/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 01/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 03/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 14/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 03/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 03/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 05/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 01/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 01/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 01/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 05/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 05/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 07/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 05/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 03/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 03/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 07/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 07/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 09/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 07/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 07/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 05/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 09/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 09/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 11/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 09/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 09/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 09/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 11/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 11/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 13/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 13/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 11/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 11/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 13/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 13/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Channel 15/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Channel 15/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Channel 15/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Channel 13/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Channel 15/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Channel 15/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522043432-f7vrv-worker-1:10472:10624 [2] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10476:10634 [6] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10472:10624 [2] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-1:10472:10624 [2] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10476:10634 [6] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-1:10476:10634 [6] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10471:10623 [1] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10471:10623 [1] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-1:10471:10623 [1] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10477:10631 [7] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10477:10631 [7] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-1:10477:10631 [7] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10474:10630 [4] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10474:10630 [4] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-1:10474:10630 [4] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10470:10625 [0] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10470:10625 [0] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-1:10470:10625 [0] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10475:10622 [5] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10475:10622 [5] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-1:10475:10622 [5] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10473:10628 [3] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10473:10628 [3] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522043432-f7vrv-worker-1:10473:10628 [3] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522043432-f7vrv-worker-1:10477:10645 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-1:10476:10641 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-1:10475:10642 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-1:10474:10638 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-1:10473:10644 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-1:10472:10640 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-1:10471:10643 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-1:10470:10639 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO NVLS comm 0x9c2d640 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO NVLS comm 0xa052ac0 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO NVLS comm 0xafe2000 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO NVLS comm 0x8764a40 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO NVLS comm 0x9d44240 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO NVLS comm 0xb79f100 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO NVLS comm 0xa1eb800 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO NVLS comm 0xb2b9cc0 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 01/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 00/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 00/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 00/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 00/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 00/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 00/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 00/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 02/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 01/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 01/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 01/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 02/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 01/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 01/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 03/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 03/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 03/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 02/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 01/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 02/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 02/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 02/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 04/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 03/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 04/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 04/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 03/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 03/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 03/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 02/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 05/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 04/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 05/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 04/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 05/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 05/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 04/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 04/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 06/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 06/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 05/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 06/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 06/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 05/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 06/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 07/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 05/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 06/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 07/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 07/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 07/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 07/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 07/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 08/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 08/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 09/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 08/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 08/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 08/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 06/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 08/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 09/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 10/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 10/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 09/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 09/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 09/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 07/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 09/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 10/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 11/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 11/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 10/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 10/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 10/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 08/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 11/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 12/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 12/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 11/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 11/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 11/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 11/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 09/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 12/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 13/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 13/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 12/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 12/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 12/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 13/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 14/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 14/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 14/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 13/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 13/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 13/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 10/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 15/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 14/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 15/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 15/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 15/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 14/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 14/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 00/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 12/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 01/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 15/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 00/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 00/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 00/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 01/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 15/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 02/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 01/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 00/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 02/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 13/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 01/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 02/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 02/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 03/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 00/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 03/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 02/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 01/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 14/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 03/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 04/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 03/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 03/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 04/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 01/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 02/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 05/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 15/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 04/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 05/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 04/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 05/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 02/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 03/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 06/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 00/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 06/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 05/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 05/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 06/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 04/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 04/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 07/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 06/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 07/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 07/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 07/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 01/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 08/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 05/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 06/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 08/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 08/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 08/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 09/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 03/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 09/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 06/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 07/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 09/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 10/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 09/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 10/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 10/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 04/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 07/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 08/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 10/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 11/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 10/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 11/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 11/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 05/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 08/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 09/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 11/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 12/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 11/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 12/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 13/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 09/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 10/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 06/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 12/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 12/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 13/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 13/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 14/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 10/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 13/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 07/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 11/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 13/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 14/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 14/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Channel 15/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Channel 14/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 12/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Channel 15/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Channel 15/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Channel 15/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 12/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 08/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 14/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 13/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 09/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Channel 15/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 14/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 11/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Channel 15/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 12/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 13/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 14/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Channel 15/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522043432-f7vrv-worker-1:10475:10764 [5] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-1:10477:10763 [7] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-1:10474:10759 [4] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-1:10476:10758 [6] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-1:10471:10762 [1] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-1:10472:10757 [2] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-1:10470:10760 [0] NCCL INFO Connected NVLS tree
+t-20260522043432-f7vrv-worker-1:10473:10761 [3] NCCL INFO Connected NVLS tree
diff --git a/LTA_openwebtext_dualt/logs/owt_fully_uncertain_schedule_step115k_n64.log b/LTA_openwebtext_dualt/logs/owt_fully_uncertain_schedule_step115k_n64.log
new file mode 100644
index 0000000000000000000000000000000000000000..4dcee3f134988fdb2ce57e6ff1ac3c480f9bb6fb
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/owt_fully_uncertain_schedule_step115k_n64.log
@@ -0,0 +1,62 @@
+[forbid_endpoint_ids] n=352 first=[94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125]
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top16_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top16_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 16, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top16_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top16_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 16, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top16_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top16_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 16, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top32_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top32_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 32, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top32_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top32_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 32, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top32_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow0p75_noise0_state_sample_uncertain_ft0p9_top32_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 32, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 63.76480697133721, "sample_entropy": 4.33102141624885, "distinct_1": 0.0581512451171875, "distinct_2": 0.4148796432062561, "top_token_mass": 0.1015472412109375, "tokens_scored": 58094, "readability_score": 4.25096603664177, "mean_chars": 3898.96875, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top16_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top16_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top16_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top16_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top16_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top16_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top32_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top32_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top32_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top32_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top32_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p7_top32_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top16_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top16_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 16, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top16_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top16_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 16, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top16_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top16_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 16, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top32_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top32_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 32, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top32_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top32_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 32, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top32_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_linear_tpow1p25_noise0_state_sample_uncertain_ft0p9_top32_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "linear", "t_power": 1.25, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.9, "final_top_k": 32, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 66.85183152738117, "sample_entropy": 4.356138008348162, "distinct_1": 0.05511474609375, "distinct_2": 0.3989338954056696, "top_token_mass": 0.11016845703125, "tokens_scored": 57555, "readability_score": 4.42523594915668, "mean_chars": 3833.359375, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "cosine", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 64.07011369477127, "sample_entropy": 4.356511462923227, "distinct_1": 0.0601043701171875, "distinct_2": 0.42505193059628543, "top_token_mass": 0.0958251953125, "tokens_scored": 58493, "readability_score": 4.207463999796301, "mean_chars": 3923.03125, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "cosine", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 64.07011369477127, "sample_entropy": 4.356511462923227, "distinct_1": 0.0601043701171875, "distinct_2": 0.42505193059628543, "top_token_mass": 0.0958251953125, "tokens_scored": 58493, "readability_score": 4.207463999796301, "mean_chars": 3923.03125, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top16_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "cosine", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 16, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 64.07011369477127, "sample_entropy": 4.356511462923227, "distinct_1": 0.0601043701171875, "distinct_2": 0.42505193059628543, "top_token_mass": 0.0958251953125, "tokens_scored": 58493, "readability_score": 4.207463999796301, "mean_chars": 3923.03125, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p55_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p55_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "cosine", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.55, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 64.07011369477127, "sample_entropy": 4.356511462923227, "distinct_1": 0.0601043701171875, "distinct_2": 0.42505193059628543, "top_token_mass": 0.0958251953125, "tokens_scored": 58493, "readability_score": 4.207463999796301, "mean_chars": 3923.03125, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p7_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p7_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "cosine", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.7, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 64.07011369477127, "sample_entropy": 4.356511462923227, "distinct_1": 0.0601043701171875, "distinct_2": 0.42505193059628543, "top_token_mass": 0.0958251953125, "tokens_scored": 58493, "readability_score": 4.207463999796301, "mean_chars": 3923.03125, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p85_anchored
+[summary] {"name": "steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p7_top32_th0p85_anchored", "step": 116000, "n_samples": 64, "steps": 48, "concentration_max": 256.0, "temp_start": 1.3, "temp_end": 1.15, "temp_schedule": "cosine", "t_power": 0.75, "eta0": 0.0, "eta_schedule": "none", "noise_conc": 1.0, "final_from": "state", "final_decode": "sample_uncertain", "final_temp": 0.7, "final_top_k": 32, "final_uncertain_threshold": 0.85, "update_rule": "anchored", "model_t_mode": "post", "lock_bos": true, "lock_final_eos": false, "detok_genppl": 64.07011369477127, "sample_entropy": 4.356511462923227, "distinct_1": 0.0601043701171875, "distinct_2": 0.42505193059628543, "top_token_mass": 0.0958251953125, "tokens_scored": 58493, "readability_score": 4.207463999796301, "mean_chars": 3923.03125, "replacement_chars": 0.0}
+[decode] steps48_c256_mtpost_t1p3to1p15_cosine_tpow0p75_noise0_state_sample_uncertain_ft0p9_top16_th0p55_anchored
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/accesstype.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/accesstype.f90
new file mode 100644
index 0000000000000000000000000000000000000000..e2cbd445daf57f21e2d727f42a3891ec28725175
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/accesstype.f90
@@ -0,0 +1,13 @@
+module foo
+  public
+  type, private, bind(c) :: a
+     integer :: i
+  end type a
+  type, bind(c) :: b_
+     integer :: j
+  end type b_
+  public :: b_
+  type :: c
+     integer :: k
+  end type c
+end module foo
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/data_multiplier.f b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/data_multiplier.f
new file mode 100644
index 0000000000000000000000000000000000000000..19ff8a83e97b7a1fa9ef82a2f4d5241ec422cb01
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/data_multiplier.f
@@ -0,0 +1,5 @@
+      BLOCK DATA MYBLK
+      IMPLICIT DOUBLE PRECISION (A-H,O-Z)
+      COMMON /MYCOM/ IVAR1, IVAR2, IVAR3, IVAR4, EVAR5
+            DATA IVAR1, IVAR2, IVAR3, IVAR4, EVAR5 /2*3,2*2,0.0D0/
+      END
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/data_with_comments.f b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/data_with_comments.f
new file mode 100644
index 0000000000000000000000000000000000000000..4128f004e840087ab8e08a06c76995b249a561b0
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/data_with_comments.f
@@ -0,0 +1,8 @@
+      BLOCK DATA PARAM_INI
+      COMMON /MYCOM/ MYTAB
+      INTEGER  MYTAB(3)
+      DATA MYTAB/
+     *   0, ! 1 and more commenty stuff
+     *   4, ! 2
+     *   0 /
+      END
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/foo_deps.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/foo_deps.f90
new file mode 100644
index 0000000000000000000000000000000000000000..e327b25c81986b2191fc740991ca9e907b5b0fb6
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/foo_deps.f90
@@ -0,0 +1,6 @@
+module foo
+  type bar
+    character(len = 4) :: text
+  end type bar
+  type(bar), parameter :: abar = bar('abar')
+end module foo
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/gh22648.pyf b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/gh22648.pyf
new file mode 100644
index 0000000000000000000000000000000000000000..b3454f18635fc8fe2b8ea5d15f85a9d77af9a22b
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/gh22648.pyf
@@ -0,0 +1,7 @@
+python module iri16py ! in
+    interface  ! in :iri16py
+        block data  ! in :iri16py:iridreg_modified.for
+           COMMON /fircom/ eden,tabhe,tabla,tabmo,tabza,tabfl
+       end block data 
+    end interface 
+end python module iri16py
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/gh23879.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/gh23879.f90
new file mode 100644
index 0000000000000000000000000000000000000000..fac262d53c9d3f0f3a5ba1138594f5b694b95717
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/gh23879.f90
@@ -0,0 +1,20 @@
+module gh23879
+    implicit none
+    private
+    public :: foo
+
+ contains
+
+    subroutine foo(a, b)
+       integer, intent(in) :: a
+       integer, intent(out) :: b
+       b = a
+       call bar(b)
+    end subroutine
+
+    subroutine bar(x)
+        integer, intent(inout) :: x
+        x = 2*x
+     end subroutine
+
+ end module gh23879
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/operators.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/operators.f90
new file mode 100644
index 0000000000000000000000000000000000000000..1d060a3d2bd5abd12732e6003cec53f36baeba7c
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/operators.f90
@@ -0,0 +1,49 @@
+module foo
+  type bar
+     character(len = 32) :: item
+  end type bar
+  interface operator(.item.)
+     module procedure item_int, item_real
+  end interface operator(.item.)
+  interface operator(==)
+     module procedure items_are_equal
+  end interface operator(==)
+  interface assignment(=)
+     module procedure get_int, get_real
+  end interface assignment(=)
+contains
+  function item_int(val) result(elem)
+    integer, intent(in) :: val
+    type(bar) :: elem
+
+    write(elem%item, "(I32)") val
+  end function item_int
+
+  function item_real(val) result(elem)
+    real, intent(in) :: val
+    type(bar) :: elem
+
+    write(elem%item, "(1PE32.12)") val
+  end function item_real
+
+  function items_are_equal(val1, val2) result(equal)
+    type(bar), intent(in) :: val1, val2
+    logical :: equal
+
+    equal = (val1%item == val2%item)
+  end function items_are_equal
+
+  subroutine get_real(rval, item)
+    real, intent(out) :: rval
+    type(bar), intent(in) :: item
+
+    read(item%item, *) rval
+  end subroutine get_real
+
+  subroutine get_int(rval, item)
+    integer, intent(out) :: rval
+    type(bar), intent(in) :: item
+
+    read(item%item, *) rval
+  end subroutine get_int
+end module foo
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/privatemod.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/privatemod.f90
new file mode 100644
index 0000000000000000000000000000000000000000..2674c214767b33663e51ee1d32ad7a1792c92680
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/privatemod.f90
@@ -0,0 +1,11 @@
+module foo
+  private
+  integer :: a
+  public :: setA
+  integer :: b
+contains
+  subroutine setA(v)
+    integer, intent(in) :: v
+    a = v
+  end subroutine setA
+end module foo
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/pubprivmod.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/pubprivmod.f90
new file mode 100644
index 0000000000000000000000000000000000000000..46bef7cb91122281ddac7d0f0474c2c01b2a5e6f
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/crackfortran/pubprivmod.f90
@@ -0,0 +1,10 @@
+module foo
+  public
+  integer, private :: a
+  integer :: b
+contains
+  subroutine setA(v)
+    integer, intent(in) :: v
+    a = v
+  end subroutine setA
+end module foo
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/configuration_dinov3_vit.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/configuration_dinov3_vit.py
new file mode 100644
index 0000000000000000000000000000000000000000..2ad60d4fd08b25fc733bc9fd9e19e3903900635c
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/configuration_dinov3_vit.py
@@ -0,0 +1,111 @@
+# Copyright 2025 The HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""DINOv3 model configuration"""
+
+from huggingface_hub.dataclasses import strict
+
+from ...backbone_utils import BackboneConfigMixin
+from ...configuration_utils import PreTrainedConfig
+from ...utils import auto_docstring
+
+
+@auto_docstring(checkpoint="facebook/dinov3-vits16-pretrain-lvd1689m")
+@strict
+class DINOv3ViTConfig(BackboneConfigMixin, PreTrainedConfig):
+    r"""
+    rope_theta (`float`, *optional*, defaults to 100.0):
+        The base period of the RoPE embeddings.
+    query_bias (`bool`, *optional*, defaults to `True`):
+        Whether to add a bias to the query projection.
+    key_bias (`bool`, *optional*, defaults to `False`):
+        Whether to add a bias to the key projection.
+    value_bias (`bool`, *optional*, defaults to `True`):
+        Whether to add a bias to the value projection.
+    proj_bias (`bool`, *optional*, defaults to `True`):
+        Whether to add a bias to the output projection.
+    layerscale_value (`float`, *optional*, defaults to 1.0):
+        Initial value to use for layer scale.
+    use_gated_mlp (`bool`, *optional*, defaults to `False`):
+        Whether to use the SwiGLU feedforward neural network.
+    num_register_tokens (`int`, *optional*, defaults to 0):
+        The number of register tokens.
+    pos_embed_shift (`float`, *optional*):
+        Amount to randomly shift position embedding coordinates in [-shift, shift],
+        applied only in training mode if not `None`.
+    pos_embed_jitter (`float`, *optional*):
+        Amount to randomly jitter position embedding coordinates in log-uniform value in [1/jitter, jitter],
+        applied only in training mode if not `None`.
+    pos_embed_rescale (`float`, *optional*, defaults to 2.0):
+        Amount to randomly rescale position embedding coordinates in log-uniform value in [1/rescale, rescale],
+        applied only in training mode if not `None`.
+    apply_layernorm (`bool`, *optional*, defaults to `True`):
+        Whether to apply layer normalization to the feature maps when used as backbone.
+    reshape_hidden_states (`bool`, *optional*, defaults to `True`):
+        Whether to reshape the hidden states to spatial dimensions when used as backbone.
+
+    Example:
+
+    ```python
+    >>> from transformers import DINOv3ViTConfig, DINOv3ViTModel
+
+    >>> # Initializing a DINOv3 ViT-small style configuration
+    >>> config = DINOv3ViTConfig()
+
+    >>> # Initializing a model (with random weights) from the config
+    >>> model = DINOv3ViTModel(config)
+
+    >>> # Accessing the model config
+    >>> config = model.config
+    ```"""
+
+    model_type = "dinov3_vit"
+
+    patch_size: int | list[int] | tuple[int, int] = 16
+    hidden_size: int = 384
+    intermediate_size: int = 1536
+    num_hidden_layers: int = 12
+    num_attention_heads: int = 6
+    hidden_act: str = "gelu"
+    attention_dropout: float | int = 0.0
+    initializer_range: float = 0.02
+    layer_norm_eps: float = 1e-5
+    rope_theta: float = 100.0
+    image_size: int | list[int] | tuple[int, int] = 224
+    num_channels: int = 3
+    query_bias: bool = True
+    key_bias: bool = False
+    value_bias: bool = True
+    proj_bias: bool = True
+    mlp_bias: bool = True
+    layerscale_value: float = 1.0
+    drop_path_rate: float | int = 0.0
+    use_gated_mlp: bool = False
+    num_register_tokens: int = 0
+    pos_embed_shift: float | None = None
+    pos_embed_jitter: float | None = None
+    pos_embed_rescale: float | None = 2.0
+    _out_features: list[str] | None = None
+    _out_indices: list[int] | None = None
+    apply_layernorm: bool = True
+    reshape_hidden_states: bool = True
+
+    def __post_init__(self, **kwargs):
+        self.stage_names = ["stem"] + [f"stage{i}" for i in range(1, self.num_hidden_layers + 1)]
+        self.set_output_features_output_indices(
+            out_indices=kwargs.pop("out_indices", None), out_features=kwargs.pop("out_features", None)
+        )
+        super().__post_init__(**kwargs)
+
+
+__all__ = ["DINOv3ViTConfig"]
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/image_processing_dinov3_vit.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/image_processing_dinov3_vit.py
new file mode 100644
index 0000000000000000000000000000000000000000..e1dfce9cc7de66995f63dbe198ff19c028db6de1
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/image_processing_dinov3_vit.py
@@ -0,0 +1,89 @@
+# Copyright 2025 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Image processor class for DINOv3."""
+
+import torch
+from torchvision.transforms.v2 import functional as tvF
+
+from ...image_processing_backends import TorchvisionBackend
+from ...image_processing_utils import BatchFeature
+from ...image_transforms import group_images_by_shape, reorder_images
+from ...image_utils import IMAGENET_DEFAULT_MEAN, IMAGENET_DEFAULT_STD, PILImageResampling, SizeDict
+from ...utils import (
+    TensorType,
+    auto_docstring,
+    logging,
+)
+
+
+logger = logging.get_logger(__name__)
+
+
+@auto_docstring
+class DINOv3ViTImageProcessor(TorchvisionBackend):
+    resample = PILImageResampling.BILINEAR
+    image_mean = IMAGENET_DEFAULT_MEAN
+    image_std = IMAGENET_DEFAULT_STD
+    size = {"height": 224, "width": 224}
+    do_resize = True
+    do_rescale = True
+    do_normalize = True
+
+    # Overridden for DINOv3 to preserve order of transforms
+    # rescale -> resize -> normalize
+    def _preprocess(
+        self,
+        images: list["torch.Tensor"],
+        do_resize: bool,
+        size: SizeDict,
+        resample: "PILImageResampling | tvF.InterpolationMode | int | None",
+        do_center_crop: bool,
+        crop_size: SizeDict,
+        do_rescale: bool,
+        rescale_factor: float,
+        do_normalize: bool,
+        image_mean: float | list[float] | None,
+        image_std: float | list[float] | None,
+        disable_grouping: bool | None,
+        return_tensors: str | TensorType | None,
+        **kwargs,
+    ) -> BatchFeature:
+        # Group images by size for batched resizing
+        grouped_images, grouped_images_index = group_images_by_shape(images, disable_grouping=disable_grouping)
+        resized_images_grouped = {}
+        for shape, stacked_images in grouped_images.items():
+            if do_rescale:
+                stacked_images = self.rescale(stacked_images, rescale_factor)
+            if do_resize:
+                stacked_images = self.resize(image=stacked_images, size=size, resample=resample, antialias=True)
+            resized_images_grouped[shape] = stacked_images
+        resized_images = reorder_images(resized_images_grouped, grouped_images_index)
+
+        # Group images by size for further processing
+        # Needed in case do_resize is False, or resize returns images with different sizes
+        grouped_images, grouped_images_index = group_images_by_shape(resized_images, disable_grouping=disable_grouping)
+        processed_images_grouped = {}
+        for shape, stacked_images in grouped_images.items():
+            if do_center_crop:
+                stacked_images = self.center_crop(stacked_images, crop_size)
+            if do_normalize:
+                stacked_images = self.normalize(stacked_images, image_mean, image_std)
+            processed_images_grouped[shape] = stacked_images
+
+        processed_images = reorder_images(processed_images_grouped, grouped_images_index)
+
+        return BatchFeature(data={"pixel_values": processed_images}, tensor_type=return_tensors)
+
+
+__all__ = ["DINOv3ViTImageProcessor"]
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/modeling_dinov3_vit.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/modeling_dinov3_vit.py
new file mode 100644
index 0000000000000000000000000000000000000000..f922e8d6a280a91815b0e67ac158f650cd055fb0
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/modeling_dinov3_vit.py
@@ -0,0 +1,630 @@
+#                🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨
+#           This file was automatically generated from src/transformers/models/dinov3_vit/modular_dinov3_vit.py.
+#               Do NOT edit this file manually as any edits will be overwritten by the generation of
+#             the file from the modular. If any change should be done, please apply the change to the
+#                          modular_dinov3_vit.py file directly. One of our CI enforces this.
+#                🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨
+# Copyright 2025 Meta AI and The HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import math
+from collections.abc import Callable
+from dataclasses import dataclass
+
+import numpy as np
+import torch
+from torch import nn
+
+from ... import initialization as init
+from ...activations import ACT2FN
+from ...backbone_utils import BackboneMixin, filter_output_hidden_states
+from ...modeling_layers import GradientCheckpointingLayer
+from ...modeling_outputs import BackboneOutput, BaseModelOutput, BaseModelOutputWithPooling
+from ...modeling_utils import ALL_ATTENTION_FUNCTIONS, PreTrainedModel
+from ...processing_utils import Unpack
+from ...pytorch_utils import compile_compatible_method_lru_cache
+from ...utils import TransformersKwargs, auto_docstring
+from ...utils.generic import can_return_tuple, maybe_autocast, merge_with_config_defaults
+from ...utils.output_capturing import capture_outputs
+from .configuration_dinov3_vit import DINOv3ViTConfig
+
+
+@auto_docstring(
+    custom_intro="""
+    Output type of [`DINOv3ViTBackbone`], extending [`BackboneOutput`] with optional CLS tokens from
+    each selected feature stage (used when `config.return_class_token=True`).
+    """
+)
+@dataclass
+class DINOv3ViTBackboneOutput(BackboneOutput):
+    r"""
+    cls_tokens (`tuple(torch.FloatTensor)`, *optional*):
+        CLS token from each selected feature stage, each of shape `(batch_size, hidden_size)`.
+        Only present when `config.return_class_token=True`.
+    """
+
+    cls_tokens: tuple[torch.FloatTensor] | None = None
+
+
+class DINOv3ViTEmbeddings(nn.Module):
+    """
+    Construct the CLS token, mask token, position and patch embeddings.
+    """
+
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__()
+        self.config = config
+        self.cls_token = nn.Parameter(torch.randn(1, 1, config.hidden_size))
+        self.mask_token = nn.Parameter(torch.zeros(1, 1, config.hidden_size))
+        self.register_tokens = nn.Parameter(torch.empty(1, config.num_register_tokens, config.hidden_size))
+        self.patch_embeddings = nn.Conv2d(
+            config.num_channels, config.hidden_size, kernel_size=config.patch_size, stride=config.patch_size
+        )
+
+    def forward(self, pixel_values: torch.Tensor, bool_masked_pos: torch.Tensor | None = None) -> torch.Tensor:
+        batch_size = pixel_values.shape[0]
+        target_dtype = self.patch_embeddings.weight.dtype
+
+        # (batch_size, num_channels, height, width) -> (batch_size, num_patches, hidden_size)
+        patch_embeddings = self.patch_embeddings(pixel_values.to(dtype=target_dtype))
+        patch_embeddings = patch_embeddings.flatten(2).transpose(1, 2)
+
+        if bool_masked_pos is not None:
+            mask_token = self.mask_token.to(patch_embeddings.dtype)
+            patch_embeddings = torch.where(bool_masked_pos.unsqueeze(-1), mask_token, patch_embeddings)
+
+        # Add CLS and register tokens
+        cls_token = self.cls_token.expand(batch_size, -1, -1)
+        register_tokens = self.register_tokens.expand(batch_size, -1, -1)
+        embeddings = torch.cat([cls_token, register_tokens, patch_embeddings], dim=1)
+
+        return embeddings
+
+
+@compile_compatible_method_lru_cache(maxsize=32)
+def get_patches_center_coordinates(
+    num_patches_h: int, num_patches_w: int, dtype: torch.dtype, device: torch.device
+) -> torch.Tensor:
+    """
+    Computes the 2D coordinates of the centers of image patches, normalized to the range [-1, +1].
+    The center of each patch is exactly halfway between its top-left and bottom-right corners.
+
+    Args:
+        num_patches_h (int): Number of patches along the vertical (height) axis.
+        num_patches_w (int): Number of patches along the horizontal (width) axis.
+        dtype (torch.dtype): The desired data type of the returned tensor.
+
+    Returns:
+        torch.Tensor: A tensor of shape (height * width, 2), where each row contains the (y, x)
+            coordinates of a patch center, normalized to [-1, +1].
+    """
+    coords_h = torch.arange(0.5, num_patches_h, dtype=dtype, device=device)
+    coords_w = torch.arange(0.5, num_patches_w, dtype=dtype, device=device)
+    coords_h = coords_h / num_patches_h
+    coords_w = coords_w / num_patches_w
+    # (height, width, 2) -> (height * width, 2)
+    coords = torch.stack(torch.meshgrid(coords_h, coords_w, indexing="ij"), dim=-1)
+    coords = coords.flatten(0, 1)
+    # Shift range [0, 1] to [-1, +1]
+    coords = 2.0 * coords - 1.0
+    return coords
+
+
+def augment_patches_center_coordinates(
+    coords: torch.Tensor,
+    shift: float | None = None,
+    jitter: float | None = None,
+    rescale: float | None = None,
+) -> torch.Tensor:
+    # Shift coords by adding a uniform value in [-shift, shift]
+    if shift is not None:
+        shift_hw = torch.empty((1, 2), device=coords.device, dtype=coords.dtype)
+        shift_hw = shift_hw.uniform_(-shift, shift)
+        coords = coords + shift_hw
+
+    # Jitter coords by multiplying the range [-1, 1] by a log-uniform value in [1/jitter, jitter]
+    if jitter is not None:
+        jitter_range = np.log(jitter)
+        jitter_hw = torch.empty((1, 2), device=coords.device, dtype=coords.dtype)
+        jitter_hw = jitter_hw.uniform_(-jitter_range, jitter_range).exp()
+        coords = coords * jitter_hw
+
+    # Rescale coords by multiplying the range [-1, 1] by a log-uniform value in [1/rescale, rescale]
+    if rescale is not None:
+        rescale_range = np.log(rescale)
+        rescale_hw = torch.empty(1, device=coords.device, dtype=coords.dtype)
+        rescale_hw = rescale_hw.uniform_(-rescale_range, rescale_range).exp()
+        coords = coords * rescale_hw
+
+    return coords
+
+
+class DINOv3ViTRopePositionEmbedding(nn.Module):
+    inv_freq: torch.Tensor
+
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__()
+
+        self.config = config
+        self.base = config.rope_theta
+        self.head_dim = config.hidden_size // config.num_attention_heads
+        self.num_patches_h = config.image_size // config.patch_size
+        self.num_patches_w = config.image_size // config.patch_size
+
+        inv_freq = 1 / self.base ** torch.arange(0, 1, 4 / self.head_dim, dtype=torch.float32)  # (head_dim / 4,)
+        self.register_buffer("inv_freq", inv_freq, persistent=False)
+
+    def forward(self, pixel_values: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
+        _, _, height, width = pixel_values.shape
+        num_patches_h = height // self.config.patch_size
+        num_patches_w = width // self.config.patch_size
+
+        device = pixel_values.device
+        device_type = device.type if isinstance(device.type, str) and device.type != "mps" else "cpu"
+
+        with maybe_autocast(device_type=device_type, enabled=False):  # Force float32
+            # Although we could precompute static patch_coords from image_size and patch_size in the config,
+            # the model was trained with random_scale, so it can process images of varying sizes.
+            # Therefore, it's better to compute patch_coords dynamically (with lru_cache).
+            patch_coords = get_patches_center_coordinates(
+                num_patches_h, num_patches_w, dtype=torch.float32, device=device
+            )
+            if self.training:
+                patch_coords = augment_patches_center_coordinates(
+                    patch_coords,
+                    shift=self.config.pos_embed_shift,
+                    jitter=self.config.pos_embed_jitter,
+                    rescale=self.config.pos_embed_rescale,
+                )
+
+            # (height * width, 2, head_dim / 4) -> (height * width, head_dim / 2) -> (height * width, head_dim)
+            angles = 2 * math.pi * patch_coords[:, :, None] * self.inv_freq[None, None, :]
+            angles = angles.flatten(1, 2)
+            angles = angles.tile(2)
+
+            cos = torch.cos(angles)
+            sin = torch.sin(angles)
+
+        dtype = pixel_values.dtype
+        return cos.to(dtype=dtype), sin.to(dtype=dtype)
+
+
+def rotate_half(x):
+    """Rotates half the hidden dims of the input."""
+    x1 = x[..., : x.shape[-1] // 2]
+    x2 = x[..., x.shape[-1] // 2 :]
+    return torch.cat((-x2, x1), dim=-1)
+
+
+def eager_attention_forward(
+    module: nn.Module,
+    query: torch.Tensor,
+    key: torch.Tensor,
+    value: torch.Tensor,
+    attention_mask: torch.Tensor | None,
+    scaling: float | None = None,
+    dropout: float = 0.0,
+    **kwargs: Unpack[TransformersKwargs],
+):
+    if scaling is None:
+        scaling = query.size(-1) ** -0.5
+
+    # Take the dot product between "query" and "key" to get the raw attention scores.
+    attn_weights = torch.matmul(query, key.transpose(2, 3)) * scaling
+
+    if attention_mask is not None:
+        attn_weights = attn_weights + attention_mask
+
+    attn_weights = nn.functional.softmax(attn_weights, dim=-1)
+    attn_weights = nn.functional.dropout(attn_weights, p=dropout, training=module.training)
+
+    attn_output = torch.matmul(attn_weights, value)
+    attn_output = attn_output.transpose(1, 2).contiguous()
+
+    return attn_output, attn_weights
+
+
+def apply_rotary_pos_emb(
+    q: torch.Tensor, k: torch.Tensor, cos: torch.Tensor, sin: torch.Tensor, **kwargs
+) -> tuple[torch.Tensor, torch.Tensor]:
+    """Applies Rotary Position Embedding to the query and key tensors, but only to the patch tokens,
+    ignoring the prefix tokens (cls token and register tokens).
+
+    Args:
+        q (`torch.Tensor`): The query tensor.
+        k (`torch.Tensor`): The key tensor.
+        cos (`torch.Tensor`): The cosine part of the rotary embedding.
+        sin (`torch.Tensor`): The sine part of the rotary embedding.
+
+    Returns:
+        `tuple(torch.Tensor)` comprising of the query and key tensors rotated using the Rotary Position Embedding.
+    """
+
+    num_tokens = q.shape[-2]
+    num_patches = sin.shape[-2]
+    num_prefix_tokens = num_tokens - num_patches  # cls token + register tokens
+
+    q_prefix_tokens, q_patches = q.split((num_prefix_tokens, num_patches), dim=-2)
+    k_prefix_tokens, k_patches = k.split((num_prefix_tokens, num_patches), dim=-2)
+
+    # apply rope only to patch tokens
+    q_patches = (q_patches * cos) + (rotate_half(q_patches) * sin)
+    k_patches = (k_patches * cos) + (rotate_half(k_patches) * sin)
+
+    q = torch.cat((q_prefix_tokens, q_patches), dim=-2)
+    k = torch.cat((k_prefix_tokens, k_patches), dim=-2)
+
+    return q, k
+
+
+class DINOv3ViTAttention(nn.Module):
+    """
+    Multi-headed attention compatible with ALL_ATTENTION_FUNCTIONS.
+    """
+
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__()
+        self.config = config
+        self.embed_dim = config.hidden_size
+        self.num_heads = config.num_attention_heads
+        self.head_dim = self.embed_dim // self.num_heads
+        self.is_causal = False
+
+        self.scaling = self.head_dim**-0.5
+        self.is_causal = False
+
+        self.dropout = config.attention_dropout
+        self.k_proj = nn.Linear(self.embed_dim, self.embed_dim, bias=config.key_bias)
+        self.v_proj = nn.Linear(self.embed_dim, self.embed_dim, bias=config.value_bias)
+
+        self.q_proj = nn.Linear(self.embed_dim, self.embed_dim, bias=config.query_bias)
+        self.o_proj = nn.Linear(self.embed_dim, self.embed_dim, bias=config.proj_bias)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> tuple[torch.Tensor, torch.Tensor | None]:
+        """Input shape: Batch x Time x Channel"""
+
+        batch_size, patches, _ = hidden_states.size()
+
+        query_states = self.q_proj(hidden_states)
+        key_states = self.k_proj(hidden_states)
+        value_states = self.v_proj(hidden_states)
+
+        query_states = query_states.view(batch_size, patches, self.num_heads, self.head_dim).transpose(1, 2)
+        key_states = key_states.view(batch_size, patches, self.num_heads, self.head_dim).transpose(1, 2)
+        value_states = value_states.view(batch_size, patches, self.num_heads, self.head_dim).transpose(1, 2)
+
+        cos, sin = position_embeddings
+        query_states, key_states = apply_rotary_pos_emb(query_states, key_states, cos, sin)
+
+        attention_interface: Callable = ALL_ATTENTION_FUNCTIONS.get_interface(
+            self.config._attn_implementation, eager_attention_forward
+        )
+
+        attn_output, attn_weights = attention_interface(
+            self,
+            query_states,
+            key_states,
+            value_states,
+            attention_mask,
+            dropout=0.0 if not self.training else self.dropout,
+            scaling=self.scaling,
+            **kwargs,
+        )
+
+        attn_output = attn_output.reshape(batch_size, patches, -1).contiguous()
+        attn_output = self.o_proj(attn_output)
+
+        return attn_output, attn_weights
+
+
+class DINOv3ViTLayerScale(nn.Module):
+    def __init__(self, config) -> None:
+        super().__init__()
+        self.lambda1 = nn.Parameter(config.layerscale_value * torch.ones(config.hidden_size))
+
+    def forward(self, hidden_state: torch.Tensor) -> torch.Tensor:
+        return hidden_state * self.lambda1
+
+
+class DINOv3ViTMLP(nn.Module):
+    def __init__(self, config):
+        super().__init__()
+        self.config = config
+        self.hidden_size = config.hidden_size
+        self.intermediate_size = config.intermediate_size
+        self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=config.mlp_bias)
+        self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=config.mlp_bias)
+        self.act_fn = ACT2FN[config.hidden_act]
+
+    def forward(self, x):
+        return self.down_proj(self.act_fn(self.up_proj(x)))
+
+
+class DINOv3ViTGatedMLP(nn.Module):
+    def __init__(self, config):
+        super().__init__()
+        self.config = config
+        self.hidden_size = config.hidden_size
+        self.intermediate_size = config.intermediate_size
+        self.gate_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=config.mlp_bias)
+        self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=config.mlp_bias)
+        self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=config.mlp_bias)
+        self.act_fn = ACT2FN[config.hidden_act]
+
+    def forward(self, x):
+        down_proj = self.down_proj(self.act_fn(self.gate_proj(x)) * self.up_proj(x))
+        return down_proj
+
+
+class Dinov3ViTDropPath(nn.Module):
+    """Stochastic depth (DropPath) per sample, for residual blocks.
+
+    Identity when ``drop_prob`` is 0 or outside training. See `Deep Networks with Stochastic Depth
+    <https://arxiv.org/abs/1603.09382>`_.
+    """
+
+    def __init__(self, drop_prob: float = 0.0) -> None:
+        super().__init__()
+        self.drop_prob = drop_prob
+
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        if self.drop_prob == 0.0 or not self.training:
+            return hidden_states
+        keep_prob = 1 - self.drop_prob
+        shape = (hidden_states.shape[0],) + (1,) * (hidden_states.ndim - 1)
+        random_tensor = torch.rand(shape, dtype=hidden_states.dtype, device=hidden_states.device)
+        random_tensor = torch.floor(random_tensor + keep_prob)
+        return hidden_states.div(keep_prob) * random_tensor
+
+    def extra_repr(self) -> str:
+        return f"p={self.drop_prob}"
+
+
+class DINOv3ViTLayer(GradientCheckpointingLayer):
+    """This corresponds to the Block class in the original implementation."""
+
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__()
+
+        self.norm1 = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
+        self.attention = DINOv3ViTAttention(config)
+        self.layer_scale1 = DINOv3ViTLayerScale(config)
+        self.drop_path = Dinov3ViTDropPath(config.drop_path_rate) if config.drop_path_rate > 0.0 else nn.Identity()
+
+        self.norm2 = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
+
+        if config.use_gated_mlp:
+            self.mlp = DINOv3ViTGatedMLP(config)
+        else:
+            self.mlp = DINOv3ViTMLP(config)
+        self.layer_scale2 = DINOv3ViTLayerScale(config)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> torch.Tensor:
+        # Attention with residual connection
+        residual = hidden_states
+        hidden_states = self.norm1(hidden_states)
+        hidden_states, _ = self.attention(
+            hidden_states,
+            attention_mask=attention_mask,
+            position_embeddings=position_embeddings,
+            **kwargs,
+        )
+        hidden_states = self.layer_scale1(hidden_states)
+        hidden_states = self.drop_path(hidden_states) + residual
+
+        # MLP with residual connection
+        residual = hidden_states
+        hidden_states = self.norm2(hidden_states)
+        hidden_states = self.mlp(hidden_states)
+        hidden_states = self.layer_scale2(hidden_states)
+        hidden_states = self.drop_path(hidden_states) + residual
+
+        return hidden_states
+
+
+@auto_docstring
+class DINOv3ViTPreTrainedModel(PreTrainedModel):
+    config: DINOv3ViTConfig
+    base_model_prefix = "model"
+    main_input_name = "pixel_values"
+    input_modalities = ("image",)
+    supports_gradient_checkpointing = True
+    _no_split_modules = ["DINOv3ViTLayer"]
+    _supports_sdpa = True
+    _supports_flash_attn = True
+    _supports_flex_attn = True
+    _supports_attention_backend = True
+    _can_record_outputs = {
+        "hidden_states": DINOv3ViTLayer,
+        "attentions": DINOv3ViTAttention,
+    }
+
+    @torch.no_grad()
+    def _init_weights(self, module) -> None:
+        """Initialize the weights"""
+        if isinstance(module, (nn.Linear, nn.Conv2d)):
+            init.trunc_normal_(module.weight, mean=0.0, std=self.config.initializer_range)
+            if module.bias is not None:
+                init.zeros_(module.bias)
+        elif isinstance(module, nn.LayerNorm):
+            init.zeros_(module.bias)
+            init.ones_(module.weight)
+        elif isinstance(module, DINOv3ViTEmbeddings):
+            init.trunc_normal_(module.cls_token, mean=0.0, std=self.config.initializer_range)
+            if module.config.num_register_tokens > 0:
+                init.trunc_normal_(module.register_tokens, mean=0.0, std=self.config.initializer_range)
+            init.zeros_(module.mask_token)
+        elif isinstance(module, DINOv3ViTLayerScale):
+            init.constant_(module.lambda1, self.config.layerscale_value)
+        elif isinstance(module, DINOv3ViTRopePositionEmbedding):
+            inv_freq = 1 / module.base ** torch.arange(0, 1, 4 / module.head_dim, dtype=torch.float32)
+            init.copy_(module.inv_freq, inv_freq)
+
+
+class DINOv3ViTEncoder(DINOv3ViTPreTrainedModel):
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__(config)
+        self.layer = nn.ModuleList([DINOv3ViTLayer(config) for _ in range(config.num_hidden_layers)])
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    @merge_with_config_defaults
+    @capture_outputs(tie_last_hidden_states=False)
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> BaseModelOutput:
+        for layer_module in self.layer:
+            hidden_states = layer_module(hidden_states, position_embeddings=position_embeddings, **kwargs)
+
+        return BaseModelOutput(last_hidden_state=hidden_states)
+
+
+@auto_docstring
+class DINOv3ViTModel(DINOv3ViTPreTrainedModel):
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__(config)
+        self.embeddings = DINOv3ViTEmbeddings(config)
+        self.rope_embeddings = DINOv3ViTRopePositionEmbedding(config)
+        self.model = DINOv3ViTEncoder(config)
+        self.norm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
+        self.gradient_checkpointing = False
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.embeddings.patch_embeddings
+
+    @can_return_tuple
+    @auto_docstring
+    def forward(
+        self,
+        pixel_values: torch.Tensor,
+        bool_masked_pos: torch.Tensor | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> BaseModelOutputWithPooling:
+        r"""
+        bool_masked_pos (`torch.BoolTensor` of shape `(batch_size, sequence_length)`):
+            Boolean masked positions. Indicates which patches are masked (1) and which aren't (0). Only relevant for
+            pre-training.
+        """
+
+        pixel_values = pixel_values.to(self.embeddings.patch_embeddings.weight.dtype)
+        hidden_states = self.embeddings(pixel_values, bool_masked_pos=bool_masked_pos)
+        position_embeddings = self.rope_embeddings(pixel_values)
+
+        output = self.model(hidden_states, position_embeddings, **kwargs)
+        sequence_output = self.norm(output.last_hidden_state)
+        pooled_output = sequence_output[:, 0, :]
+
+        return BaseModelOutputWithPooling(
+            last_hidden_state=sequence_output,
+            pooler_output=pooled_output,
+            hidden_states=output.hidden_states,
+            attentions=output.attentions,
+        )
+
+
+@auto_docstring
+class DINOv3ViTBackbone(BackboneMixin, DINOv3ViTPreTrainedModel):
+    def __init__(self, config):
+        super().__init__(config)
+
+        self.embeddings = DINOv3ViTEmbeddings(config)
+        self.rope_embeddings = DINOv3ViTRopePositionEmbedding(config)
+        self.model = DINOv3ViTEncoder(config)
+        self.norm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
+        self.gradient_checkpointing = False
+
+        self.num_features = [config.hidden_size for _ in range(config.num_hidden_layers + 1)]
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.embeddings.patch_embeddings
+
+    @can_return_tuple
+    @filter_output_hidden_states
+    @auto_docstring
+    def forward(
+        self,
+        pixel_values: torch.Tensor,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> DINOv3ViTBackboneOutput:
+        pixel_values = pixel_values.to(self.embeddings.patch_embeddings.weight.dtype)
+        hidden_states = self.embeddings(pixel_values)
+        position_embeddings = self.rope_embeddings(pixel_values)
+
+        kwargs["output_hidden_states"] = True  # required to extract layers for the stages
+        output = self.model(hidden_states, position_embeddings, **kwargs)
+        stage_hidden_states = output.hidden_states
+
+        batch_size, _, image_height, image_width = pixel_values.shape
+        patch_size = self.config.patch_size
+        num_patches_height = image_height // patch_size
+        num_patches_width = image_width // patch_size
+
+        num_prefix = 1 + getattr(self.config, "num_register_tokens", 0)
+        return_class_token = getattr(self.config, "return_class_token", False)
+
+        feature_maps, cls_tokens = [], []
+        sequence_output = None
+        last_stage_idx = len(self.stage_names) - 1
+        for idx, (stage_name, hidden_state) in enumerate(zip(self.stage_names, stage_hidden_states)):
+            if idx == last_stage_idx:
+                hidden_state = self.norm(hidden_state)
+                sequence_output = hidden_state
+            elif self.config.apply_layernorm:
+                hidden_state = self.norm(hidden_state)
+
+            if stage_name in self.out_features:
+                if return_class_token:
+                    cls_tokens.append(hidden_state[:, 0, :])
+                patch_tokens = hidden_state[:, num_prefix:, :]
+                if self.config.reshape_hidden_states:
+                    fmap = (
+                        patch_tokens.reshape(batch_size, num_patches_height, num_patches_width, patch_tokens.shape[-1])
+                        .permute(0, 3, 1, 2)
+                        .contiguous()
+                    )
+                else:
+                    fmap = patch_tokens
+
+                feature_maps.append(fmap)
+
+        output = DINOv3ViTBackboneOutput(
+            feature_maps=tuple(feature_maps),
+            cls_tokens=tuple(cls_tokens) if return_class_token else None,
+            hidden_states=output.hidden_states,
+            attentions=output.attentions,
+        )
+        output.last_hidden_state = sequence_output
+
+        return output
+
+
+__all__ = ["DINOv3ViTModel", "DINOv3ViTPreTrainedModel", "DINOv3ViTBackbone"]
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/modular_dinov3_vit.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/modular_dinov3_vit.py
new file mode 100644
index 0000000000000000000000000000000000000000..069ebddc240c6b9da9d24a3f3573c5a75d6223d9
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/dinov3_vit/modular_dinov3_vit.py
@@ -0,0 +1,532 @@
+# Copyright 2025 Meta AI and The HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""PyTorch DINOv3 model."""
+
+import math
+from collections.abc import Callable
+from dataclasses import dataclass
+
+import numpy as np
+import torch
+from torch import nn
+
+from transformers.models.arcee.modeling_arcee import ArceeMLP
+from transformers.models.dinov2.modeling_dinov2 import (
+    Dinov2LayerScale,
+    Dinov2PreTrainedModel,
+    eager_attention_forward,
+)
+from transformers.models.llama.modeling_llama import LlamaMLP
+from transformers.models.pixtral.modeling_pixtral import PixtralAttention, rotate_half
+
+from ... import initialization as init
+from ...backbone_utils import BackboneMixin, filter_output_hidden_states
+from ...modeling_layers import GradientCheckpointingLayer
+from ...modeling_outputs import BackboneOutput, BaseModelOutput, BaseModelOutputWithPooling
+from ...modeling_utils import ALL_ATTENTION_FUNCTIONS
+from ...processing_utils import Unpack
+from ...pytorch_utils import compile_compatible_method_lru_cache
+from ...utils import TransformersKwargs, auto_docstring, logging
+from ...utils.generic import can_return_tuple, maybe_autocast, merge_with_config_defaults
+from ...utils.output_capturing import capture_outputs
+from ..swin.modeling_swin import SwinDropPath
+from .configuration_dinov3_vit import DINOv3ViTConfig
+
+
+logger = logging.get_logger(__name__)
+
+
+@auto_docstring(
+    custom_intro="""
+    Output type of [`DINOv3ViTBackbone`], extending [`BackboneOutput`] with optional CLS tokens from
+    each selected feature stage (used when `config.return_class_token=True`).
+    """
+)
+@dataclass
+class DINOv3ViTBackboneOutput(BackboneOutput):
+    r"""
+    cls_tokens (`tuple(torch.FloatTensor)`, *optional*):
+        CLS token from each selected feature stage, each of shape `(batch_size, hidden_size)`.
+        Only present when `config.return_class_token=True`.
+    """
+
+    cls_tokens: tuple[torch.FloatTensor] | None = None
+
+
+class DINOv3ViTEmbeddings(nn.Module):
+    """
+    Construct the CLS token, mask token, position and patch embeddings.
+    """
+
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__()
+        self.config = config
+        self.cls_token = nn.Parameter(torch.randn(1, 1, config.hidden_size))
+        self.mask_token = nn.Parameter(torch.zeros(1, 1, config.hidden_size))
+        self.register_tokens = nn.Parameter(torch.empty(1, config.num_register_tokens, config.hidden_size))
+        self.patch_embeddings = nn.Conv2d(
+            config.num_channels, config.hidden_size, kernel_size=config.patch_size, stride=config.patch_size
+        )
+
+    def forward(self, pixel_values: torch.Tensor, bool_masked_pos: torch.Tensor | None = None) -> torch.Tensor:
+        batch_size = pixel_values.shape[0]
+        target_dtype = self.patch_embeddings.weight.dtype
+
+        # (batch_size, num_channels, height, width) -> (batch_size, num_patches, hidden_size)
+        patch_embeddings = self.patch_embeddings(pixel_values.to(dtype=target_dtype))
+        patch_embeddings = patch_embeddings.flatten(2).transpose(1, 2)
+
+        if bool_masked_pos is not None:
+            mask_token = self.mask_token.to(patch_embeddings.dtype)
+            patch_embeddings = torch.where(bool_masked_pos.unsqueeze(-1), mask_token, patch_embeddings)
+
+        # Add CLS and register tokens
+        cls_token = self.cls_token.expand(batch_size, -1, -1)
+        register_tokens = self.register_tokens.expand(batch_size, -1, -1)
+        embeddings = torch.cat([cls_token, register_tokens, patch_embeddings], dim=1)
+
+        return embeddings
+
+
+@compile_compatible_method_lru_cache(maxsize=32)
+def get_patches_center_coordinates(
+    num_patches_h: int, num_patches_w: int, dtype: torch.dtype, device: torch.device
+) -> torch.Tensor:
+    """
+    Computes the 2D coordinates of the centers of image patches, normalized to the range [-1, +1].
+    The center of each patch is exactly halfway between its top-left and bottom-right corners.
+
+    Args:
+        num_patches_h (int): Number of patches along the vertical (height) axis.
+        num_patches_w (int): Number of patches along the horizontal (width) axis.
+        dtype (torch.dtype): The desired data type of the returned tensor.
+
+    Returns:
+        torch.Tensor: A tensor of shape (height * width, 2), where each row contains the (y, x)
+            coordinates of a patch center, normalized to [-1, +1].
+    """
+    coords_h = torch.arange(0.5, num_patches_h, dtype=dtype, device=device)
+    coords_w = torch.arange(0.5, num_patches_w, dtype=dtype, device=device)
+    coords_h = coords_h / num_patches_h
+    coords_w = coords_w / num_patches_w
+    # (height, width, 2) -> (height * width, 2)
+    coords = torch.stack(torch.meshgrid(coords_h, coords_w, indexing="ij"), dim=-1)
+    coords = coords.flatten(0, 1)
+    # Shift range [0, 1] to [-1, +1]
+    coords = 2.0 * coords - 1.0
+    return coords
+
+
+def augment_patches_center_coordinates(
+    coords: torch.Tensor,
+    shift: float | None = None,
+    jitter: float | None = None,
+    rescale: float | None = None,
+) -> torch.Tensor:
+    # Shift coords by adding a uniform value in [-shift, shift]
+    if shift is not None:
+        shift_hw = torch.empty((1, 2), device=coords.device, dtype=coords.dtype)
+        shift_hw = shift_hw.uniform_(-shift, shift)
+        coords = coords + shift_hw
+
+    # Jitter coords by multiplying the range [-1, 1] by a log-uniform value in [1/jitter, jitter]
+    if jitter is not None:
+        jitter_range = np.log(jitter)
+        jitter_hw = torch.empty((1, 2), device=coords.device, dtype=coords.dtype)
+        jitter_hw = jitter_hw.uniform_(-jitter_range, jitter_range).exp()
+        coords = coords * jitter_hw
+
+    # Rescale coords by multiplying the range [-1, 1] by a log-uniform value in [1/rescale, rescale]
+    if rescale is not None:
+        rescale_range = np.log(rescale)
+        rescale_hw = torch.empty(1, device=coords.device, dtype=coords.dtype)
+        rescale_hw = rescale_hw.uniform_(-rescale_range, rescale_range).exp()
+        coords = coords * rescale_hw
+
+    return coords
+
+
+class DINOv3ViTRopePositionEmbedding(nn.Module):
+    inv_freq: torch.Tensor
+
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__()
+
+        self.config = config
+        self.base = config.rope_theta
+        self.head_dim = config.hidden_size // config.num_attention_heads
+        self.num_patches_h = config.image_size // config.patch_size
+        self.num_patches_w = config.image_size // config.patch_size
+
+        inv_freq = 1 / self.base ** torch.arange(0, 1, 4 / self.head_dim, dtype=torch.float32)  # (head_dim / 4,)
+        self.register_buffer("inv_freq", inv_freq, persistent=False)
+
+    def forward(self, pixel_values: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
+        _, _, height, width = pixel_values.shape
+        num_patches_h = height // self.config.patch_size
+        num_patches_w = width // self.config.patch_size
+
+        device = pixel_values.device
+        device_type = device.type if isinstance(device.type, str) and device.type != "mps" else "cpu"
+
+        with maybe_autocast(device_type=device_type, enabled=False):  # Force float32
+            # Although we could precompute static patch_coords from image_size and patch_size in the config,
+            # the model was trained with random_scale, so it can process images of varying sizes.
+            # Therefore, it's better to compute patch_coords dynamically (with lru_cache).
+            patch_coords = get_patches_center_coordinates(
+                num_patches_h, num_patches_w, dtype=torch.float32, device=device
+            )
+            if self.training:
+                patch_coords = augment_patches_center_coordinates(
+                    patch_coords,
+                    shift=self.config.pos_embed_shift,
+                    jitter=self.config.pos_embed_jitter,
+                    rescale=self.config.pos_embed_rescale,
+                )
+
+            # (height * width, 2, head_dim / 4) -> (height * width, head_dim / 2) -> (height * width, head_dim)
+            angles = 2 * math.pi * patch_coords[:, :, None] * self.inv_freq[None, None, :]
+            angles = angles.flatten(1, 2)
+            angles = angles.tile(2)
+
+            cos = torch.cos(angles)
+            sin = torch.sin(angles)
+
+        dtype = pixel_values.dtype
+        return cos.to(dtype=dtype), sin.to(dtype=dtype)
+
+
+def apply_rotary_pos_emb(
+    q: torch.Tensor, k: torch.Tensor, cos: torch.Tensor, sin: torch.Tensor, **kwargs
+) -> tuple[torch.Tensor, torch.Tensor]:
+    """Applies Rotary Position Embedding to the query and key tensors, but only to the patch tokens,
+    ignoring the prefix tokens (cls token and register tokens).
+
+    Args:
+        q (`torch.Tensor`): The query tensor.
+        k (`torch.Tensor`): The key tensor.
+        cos (`torch.Tensor`): The cosine part of the rotary embedding.
+        sin (`torch.Tensor`): The sine part of the rotary embedding.
+
+    Returns:
+        `tuple(torch.Tensor)` comprising of the query and key tensors rotated using the Rotary Position Embedding.
+    """
+
+    num_tokens = q.shape[-2]
+    num_patches = sin.shape[-2]
+    num_prefix_tokens = num_tokens - num_patches  # cls token + register tokens
+
+    q_prefix_tokens, q_patches = q.split((num_prefix_tokens, num_patches), dim=-2)
+    k_prefix_tokens, k_patches = k.split((num_prefix_tokens, num_patches), dim=-2)
+
+    # apply rope only to patch tokens
+    q_patches = (q_patches * cos) + (rotate_half(q_patches) * sin)
+    k_patches = (k_patches * cos) + (rotate_half(k_patches) * sin)
+
+    q = torch.cat((q_prefix_tokens, q_patches), dim=-2)
+    k = torch.cat((k_prefix_tokens, k_patches), dim=-2)
+
+    return q, k
+
+
+class DINOv3ViTAttention(PixtralAttention):
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__(config)
+
+        self.q_proj = nn.Linear(self.embed_dim, self.embed_dim, bias=config.query_bias)
+        self.k_proj = nn.Linear(self.embed_dim, self.embed_dim, bias=config.key_bias)
+        self.v_proj = nn.Linear(self.embed_dim, self.embed_dim, bias=config.value_bias)
+        self.o_proj = nn.Linear(self.embed_dim, self.embed_dim, bias=config.proj_bias)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> tuple[torch.Tensor, torch.Tensor | None]:
+        """Input shape: Batch x Time x Channel"""
+
+        batch_size, patches, _ = hidden_states.size()
+
+        query_states = self.q_proj(hidden_states)
+        key_states = self.k_proj(hidden_states)
+        value_states = self.v_proj(hidden_states)
+
+        query_states = query_states.view(batch_size, patches, self.num_heads, self.head_dim).transpose(1, 2)
+        key_states = key_states.view(batch_size, patches, self.num_heads, self.head_dim).transpose(1, 2)
+        value_states = value_states.view(batch_size, patches, self.num_heads, self.head_dim).transpose(1, 2)
+
+        cos, sin = position_embeddings
+        query_states, key_states = apply_rotary_pos_emb(query_states, key_states, cos, sin)
+
+        attention_interface: Callable = ALL_ATTENTION_FUNCTIONS.get_interface(
+            self.config._attn_implementation, eager_attention_forward
+        )
+
+        attn_output, attn_weights = attention_interface(
+            self,
+            query_states,
+            key_states,
+            value_states,
+            attention_mask,
+            dropout=0.0 if not self.training else self.dropout,
+            scaling=self.scaling,
+            **kwargs,
+        )
+
+        attn_output = attn_output.reshape(batch_size, patches, -1).contiguous()
+        attn_output = self.o_proj(attn_output)
+
+        return attn_output, attn_weights
+
+
+class DINOv3ViTLayerScale(Dinov2LayerScale):
+    pass
+
+
+class DINOv3ViTMLP(ArceeMLP):
+    pass
+
+
+class DINOv3ViTGatedMLP(LlamaMLP):
+    pass
+
+
+class Dinov3ViTDropPath(SwinDropPath):
+    pass
+
+
+class DINOv3ViTLayer(GradientCheckpointingLayer):
+    """This corresponds to the Block class in the original implementation."""
+
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__()
+
+        self.norm1 = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
+        self.attention = DINOv3ViTAttention(config)
+        self.layer_scale1 = DINOv3ViTLayerScale(config)
+        self.drop_path = Dinov3ViTDropPath(config.drop_path_rate) if config.drop_path_rate > 0.0 else nn.Identity()
+
+        self.norm2 = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
+
+        if config.use_gated_mlp:
+            self.mlp = DINOv3ViTGatedMLP(config)
+        else:
+            self.mlp = DINOv3ViTMLP(config)
+        self.layer_scale2 = DINOv3ViTLayerScale(config)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> torch.Tensor:
+        # Attention with residual connection
+        residual = hidden_states
+        hidden_states = self.norm1(hidden_states)
+        hidden_states, _ = self.attention(
+            hidden_states,
+            attention_mask=attention_mask,
+            position_embeddings=position_embeddings,
+            **kwargs,
+        )
+        hidden_states = self.layer_scale1(hidden_states)
+        hidden_states = self.drop_path(hidden_states) + residual
+
+        # MLP with residual connection
+        residual = hidden_states
+        hidden_states = self.norm2(hidden_states)
+        hidden_states = self.mlp(hidden_states)
+        hidden_states = self.layer_scale2(hidden_states)
+        hidden_states = self.drop_path(hidden_states) + residual
+
+        return hidden_states
+
+
+@auto_docstring
+class DINOv3ViTPreTrainedModel(Dinov2PreTrainedModel):
+    base_model_prefix = "model"
+    _can_record_outputs = {
+        "hidden_states": DINOv3ViTLayer,
+        "attentions": DINOv3ViTAttention,
+    }
+
+    @torch.no_grad()
+    def _init_weights(self, module) -> None:
+        """Initialize the weights"""
+        if isinstance(module, (nn.Linear, nn.Conv2d)):
+            init.trunc_normal_(module.weight, mean=0.0, std=self.config.initializer_range)
+            if module.bias is not None:
+                init.zeros_(module.bias)
+        elif isinstance(module, nn.LayerNorm):
+            init.zeros_(module.bias)
+            init.ones_(module.weight)
+        elif isinstance(module, DINOv3ViTEmbeddings):
+            init.trunc_normal_(module.cls_token, mean=0.0, std=self.config.initializer_range)
+            if module.config.num_register_tokens > 0:
+                init.trunc_normal_(module.register_tokens, mean=0.0, std=self.config.initializer_range)
+            init.zeros_(module.mask_token)
+        elif isinstance(module, DINOv3ViTLayerScale):
+            init.constant_(module.lambda1, self.config.layerscale_value)
+        elif isinstance(module, DINOv3ViTRopePositionEmbedding):
+            inv_freq = 1 / module.base ** torch.arange(0, 1, 4 / module.head_dim, dtype=torch.float32)
+            init.copy_(module.inv_freq, inv_freq)
+
+
+class DINOv3ViTEncoder(DINOv3ViTPreTrainedModel):
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__(config)
+        self.layer = nn.ModuleList([DINOv3ViTLayer(config) for _ in range(config.num_hidden_layers)])
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    @merge_with_config_defaults
+    @capture_outputs(tie_last_hidden_states=False)
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> BaseModelOutput:
+        for layer_module in self.layer:
+            hidden_states = layer_module(hidden_states, position_embeddings=position_embeddings, **kwargs)
+
+        return BaseModelOutput(last_hidden_state=hidden_states)
+
+
+@auto_docstring
+class DINOv3ViTModel(DINOv3ViTPreTrainedModel):
+    def __init__(self, config: DINOv3ViTConfig):
+        super().__init__(config)
+        self.embeddings = DINOv3ViTEmbeddings(config)
+        self.rope_embeddings = DINOv3ViTRopePositionEmbedding(config)
+        self.model = DINOv3ViTEncoder(config)
+        self.norm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
+        self.gradient_checkpointing = False
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.embeddings.patch_embeddings
+
+    @can_return_tuple
+    @auto_docstring
+    def forward(
+        self,
+        pixel_values: torch.Tensor,
+        bool_masked_pos: torch.Tensor | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> BaseModelOutputWithPooling:
+        r"""
+        bool_masked_pos (`torch.BoolTensor` of shape `(batch_size, sequence_length)`):
+            Boolean masked positions. Indicates which patches are masked (1) and which aren't (0). Only relevant for
+            pre-training.
+        """
+
+        pixel_values = pixel_values.to(self.embeddings.patch_embeddings.weight.dtype)
+        hidden_states = self.embeddings(pixel_values, bool_masked_pos=bool_masked_pos)
+        position_embeddings = self.rope_embeddings(pixel_values)
+
+        output = self.model(hidden_states, position_embeddings, **kwargs)
+        sequence_output = self.norm(output.last_hidden_state)
+        pooled_output = sequence_output[:, 0, :]
+
+        return BaseModelOutputWithPooling(
+            last_hidden_state=sequence_output,
+            pooler_output=pooled_output,
+            hidden_states=output.hidden_states,
+            attentions=output.attentions,
+        )
+
+
+@auto_docstring
+class DINOv3ViTBackbone(BackboneMixin, DINOv3ViTPreTrainedModel):
+    def __init__(self, config):
+        super().__init__(config)
+
+        self.embeddings = DINOv3ViTEmbeddings(config)
+        self.rope_embeddings = DINOv3ViTRopePositionEmbedding(config)
+        self.model = DINOv3ViTEncoder(config)
+        self.norm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
+        self.gradient_checkpointing = False
+
+        self.num_features = [config.hidden_size for _ in range(config.num_hidden_layers + 1)]
+        self.post_init()
+
+    def get_input_embeddings(self):
+        return self.embeddings.patch_embeddings
+
+    @can_return_tuple
+    @filter_output_hidden_states
+    @auto_docstring
+    def forward(
+        self,
+        pixel_values: torch.Tensor,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> DINOv3ViTBackboneOutput:
+        pixel_values = pixel_values.to(self.embeddings.patch_embeddings.weight.dtype)
+        hidden_states = self.embeddings(pixel_values)
+        position_embeddings = self.rope_embeddings(pixel_values)
+
+        kwargs["output_hidden_states"] = True  # required to extract layers for the stages
+        output = self.model(hidden_states, position_embeddings, **kwargs)
+        stage_hidden_states = output.hidden_states
+
+        batch_size, _, image_height, image_width = pixel_values.shape
+        patch_size = self.config.patch_size
+        num_patches_height = image_height // patch_size
+        num_patches_width = image_width // patch_size
+
+        num_prefix = 1 + getattr(self.config, "num_register_tokens", 0)
+        return_class_token = getattr(self.config, "return_class_token", False)
+
+        feature_maps, cls_tokens = [], []
+        sequence_output = None
+        last_stage_idx = len(self.stage_names) - 1
+        for idx, (stage_name, hidden_state) in enumerate(zip(self.stage_names, stage_hidden_states)):
+            if idx == last_stage_idx:
+                hidden_state = self.norm(hidden_state)
+                sequence_output = hidden_state
+            elif self.config.apply_layernorm:
+                hidden_state = self.norm(hidden_state)
+
+            if stage_name in self.out_features:
+                if return_class_token:
+                    cls_tokens.append(hidden_state[:, 0, :])
+                patch_tokens = hidden_state[:, num_prefix:, :]
+                if self.config.reshape_hidden_states:
+                    fmap = (
+                        patch_tokens.reshape(batch_size, num_patches_height, num_patches_width, patch_tokens.shape[-1])
+                        .permute(0, 3, 1, 2)
+                        .contiguous()
+                    )
+                else:
+                    fmap = patch_tokens
+
+                feature_maps.append(fmap)
+
+        output = DINOv3ViTBackboneOutput(
+            feature_maps=tuple(feature_maps),
+            cls_tokens=tuple(cls_tokens) if return_class_token else None,
+            hidden_states=output.hidden_states,
+            attentions=output.attentions,
+        )
+        output.last_hidden_state = sequence_output
+
+        return output
+
+
+__all__ = ["DINOv3ViTModel", "DINOv3ViTPreTrainedModel", "DINOv3ViTBackbone"]
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/lfm2_moe/configuration_lfm2_moe.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/lfm2_moe/configuration_lfm2_moe.py
new file mode 100644
index 0000000000000000000000000000000000000000..b5ae5c76bddec4b4ffd155eddde2c4fb429a9e5c
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/lfm2_moe/configuration_lfm2_moe.py
@@ -0,0 +1,84 @@
+# Copyright 2025 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+from huggingface_hub.dataclasses import strict
+
+from ...configuration_utils import PreTrainedConfig
+from ...utils import auto_docstring
+
+
+@auto_docstring(checkpoint="LiquidAI/LFM2-8B-A1B")
+@strict
+class Lfm2MoeConfig(PreTrainedConfig):
+    r"""
+    conv_bias (`bool`, *optional*, defaults to `False`):
+        Whether to use bias in the conv layers.
+    conv_L_cache (`int`, *optional*, defaults to 3):
+        L_cache dim in the conv layers.
+    num_dense_layers (`int`, *optional*, defaults to 2):
+        Number of dense Lfm2MoeMLP layers in shallow layers(embed->dense->dense->...->dense->moe->moe...->lm_head).
+    use_expert_bias (`bool`, *optional*, defaults to `True`):
+        Whether to use the expert bias on the routing weights.
+
+    ```python
+    >>> from transformers import Lfm2MoeModel, Lfm2MoeConfig
+
+    >>> # Initializing a LFM2 Moe model
+    >>> configuration = Lfm2MoeConfig()
+
+    >>> # Initializing a model from the LFM2-8B-A1B style configuration
+    >>> model = Lfm2MoeModel(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```
+    """
+
+    model_type = "lfm2_moe"
+    keys_to_ignore_at_inference = ["past_key_values"]
+    default_theta = 1000000.0
+
+    vocab_size: int = 65536
+    hidden_size: int = 2048
+    intermediate_size: int = 7168
+    moe_intermediate_size: int = 1792
+    num_hidden_layers: int = 32
+    pad_token_id: int | None = 0
+    bos_token_id: int | None = 1
+    eos_token_id: int | list[int] | None = 2
+    tie_word_embeddings: bool = True
+    rope_parameters: dict | None = None
+    max_position_embeddings: int = 128_000
+    initializer_range: float = 0.02
+    use_cache: bool = True
+    norm_eps: float = 0.00001
+    num_attention_heads: int = 32
+    num_key_value_heads: int = 8
+    conv_bias: bool = False
+    conv_L_cache: int = 3
+    num_dense_layers: int = 2
+    num_experts_per_tok: int = 4
+    num_experts: int = 32
+    use_expert_bias: bool = True
+    routed_scaling_factor: float = 1.0
+    norm_topk_prob: bool = True
+    layer_types: list[str] | None = None
+
+    def __post_init__(self, **kwargs):
+        self.tie_word_embeddings = kwargs.pop("tie_embedding", self.tie_word_embeddings)
+        super().__post_init__(**kwargs)
+
+
+__all__ = ["Lfm2MoeConfig"]
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/lfm2_moe/modular_lfm2_moe.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/lfm2_moe/modular_lfm2_moe.py
new file mode 100644
index 0000000000000000000000000000000000000000..a1b2799d2bae88aacb9083c943794b4f9f46c5bc
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/lfm2_moe/modular_lfm2_moe.py
@@ -0,0 +1,214 @@
+# Copyright 2025 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import torch
+import torch.nn.functional as F
+from torch import nn
+
+from ... import initialization as init
+from ...cache_utils import Cache, DynamicCache
+from ...masking_utils import create_causal_mask
+from ...modeling_outputs import MoeModelOutputWithPast
+from ...modeling_utils import PreTrainedModel
+from ...processing_utils import Unpack
+from ...utils import TransformersKwargs, logging
+from ...utils.import_utils import is_causal_conv1d_available
+from ..lfm2.modeling_lfm2 import (
+    Lfm2Attention,
+    Lfm2DecoderLayer,
+    Lfm2MLP,
+    Lfm2RotaryEmbedding,
+    Lfm2ShortConv,
+)
+from ..llama.modeling_llama import LlamaForCausalLM, LlamaPreTrainedModel, LlamaRMSNorm
+from ..mixtral.modeling_mixtral import MixtralModel
+from ..qwen2_moe.modeling_qwen2_moe import Qwen2MoeExperts
+from .configuration_lfm2_moe import Lfm2MoeConfig
+
+
+if is_causal_conv1d_available():
+    from causal_conv1d import causal_conv1d_fn, causal_conv1d_update
+else:
+    causal_conv1d_fn, causal_conv1d_update = None, None
+
+
+kernel_modules = (causal_conv1d_fn, causal_conv1d_update)
+is_fast_path_available = all(kernel_modules)
+
+
+logger = logging.get_logger(__name__)
+
+
+class Lfm2MoeRMSNorm(LlamaRMSNorm):
+    pass
+
+
+class Lfm2MoeRotaryEmbedding(Lfm2RotaryEmbedding):
+    pass
+
+
+class Lfm2MoeMLP(Lfm2MLP):
+    def __init__(self, config: Lfm2MoeConfig, intermediate_size: int | None = None):
+        nn.Module.__init__(self)
+        self.hidden_size = config.hidden_size
+        self.intermediate_size = config.intermediate_size if intermediate_size is None else intermediate_size
+        self.w1 = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.w3 = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.w2 = nn.Linear(self.intermediate_size, self.hidden_size, bias=False)
+
+
+class Lfm2MoeExperts(Qwen2MoeExperts):
+    def __init__(self, config):
+        super().__init__(config)
+        self.act_fn = F.silu
+
+
+class Lfm2MoeSparseMoeBlock(nn.Module):
+    def __init__(self, config):
+        super().__init__()
+        self.top_k = config.num_experts_per_tok
+        self.routed_scaling_factor = config.routed_scaling_factor
+        self.norm_topk_prob = config.norm_topk_prob
+        self.use_expert_bias = config.use_expert_bias
+
+        self.gate = nn.Linear(config.hidden_size, config.num_experts, bias=False)
+        self.experts = Lfm2MoeExperts(config)
+        if self.use_expert_bias:
+            self.register_buffer("expert_bias", torch.zeros(config.num_experts, dtype=torch.float32))
+
+    def route_tokens_to_experts(self, router_logits):
+        routing_weights = router_logits.sigmoid()
+        if self.use_expert_bias:
+            scores_for_routing = routing_weights + self.expert_bias
+            _, selected_experts = torch.topk(scores_for_routing, k=self.top_k, dim=-1)
+            routing_weights = torch.gather(routing_weights, dim=1, index=selected_experts).type_as(router_logits)
+        else:
+            routing_weights, selected_experts = torch.topk(routing_weights, k=self.top_k, dim=-1)
+
+        if self.norm_topk_prob:
+            routing_weights = routing_weights / (routing_weights.sum(dim=-1, keepdim=True) + 1e-6)
+        routing_weights = routing_weights * self.routed_scaling_factor
+        return selected_experts, routing_weights
+
+    def forward(self, hidden_states: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
+        batch_size, sequence_length, hidden_dim = hidden_states.shape
+        hidden_states_reshaped = hidden_states.view(-1, hidden_dim)
+        router_logits = self.gate(hidden_states_reshaped)
+        selected_experts, routing_weights = self.route_tokens_to_experts(router_logits)
+        final_hidden_states = self.experts(hidden_states_reshaped, selected_experts, routing_weights)
+        return final_hidden_states.reshape(batch_size, sequence_length, hidden_dim)
+
+
+class Lfm2MoeAttention(Lfm2Attention):
+    pass
+
+
+class Lfm2MoeShortConv(Lfm2ShortConv):
+    pass
+
+
+class Lfm2MoeDecoderLayer(Lfm2DecoderLayer):
+    def __init__(self, config: Lfm2MoeConfig, layer_idx: int):
+        super().__init__(config, layer_idx)
+        self.feed_forward = (
+            Lfm2MoeMLP(config, intermediate_size=config.intermediate_size)
+            if layer_idx < config.num_dense_layers
+            else Lfm2MoeSparseMoeBlock(config)
+        )
+
+
+class Lfm2MoePreTrainedModel(LlamaPreTrainedModel):
+    _can_compile_fullgraph = False  # uses a non-compilable cache class
+
+    @torch.no_grad()
+    def _init_weights(self, module):
+        PreTrainedModel._init_weights(self, module)
+        if isinstance(module, Lfm2MoeExperts):
+            init.normal_(module.gate_up_proj, mean=0.0, std=self.config.initializer_range)
+            init.normal_(module.down_proj, mean=0.0, std=self.config.initializer_range)
+        elif isinstance(module, Lfm2MoeSparseMoeBlock):
+            if module.use_expert_bias:
+                init.zeros_(module.expert_bias)
+
+
+class Lfm2MoeModel(MixtralModel):
+    def __init__(self, config: Lfm2MoeConfig):
+        super().__init__(config)
+        self.pos_emb = Lfm2MoeRotaryEmbedding(config)
+        self.embedding_norm = Lfm2MoeRMSNorm(config.hidden_size, eps=config.norm_eps)
+        del self.norm
+        del self.rotary_emb
+
+    def forward(
+        self,
+        input_ids: torch.LongTensor | None = None,
+        attention_mask: torch.Tensor | None = None,
+        position_ids: torch.LongTensor | None = None,
+        past_key_values: Cache | None = None,
+        inputs_embeds: torch.FloatTensor | None = None,
+        use_cache: bool | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> MoeModelOutputWithPast:
+        if (input_ids is None) ^ (inputs_embeds is not None):
+            raise ValueError("You must specify exactly one of input_ids or inputs_embeds")
+
+        if inputs_embeds is None:
+            inputs_embeds = self.embed_tokens(input_ids)
+
+        if use_cache and past_key_values is None:
+            past_key_values = DynamicCache(config=self.config)
+
+        if position_ids is None:
+            past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0
+            position_ids = torch.arange(inputs_embeds.shape[1], device=inputs_embeds.device) + past_seen_tokens
+            position_ids = position_ids.unsqueeze(0)
+
+        causal_mask = create_causal_mask(
+            config=self.config,
+            inputs_embeds=inputs_embeds,
+            attention_mask=attention_mask,
+            past_key_values=past_key_values,
+            position_ids=position_ids,
+        )
+        # Skip masking for decoding stage. We check shape here to be compile-friendly
+        linear_attention = attention_mask if inputs_embeds.shape[1] != 1 else None
+
+        hidden_states = inputs_embeds
+        position_embeddings = self.pos_emb(hidden_states, position_ids=position_ids)
+
+        # decoder layers
+        for i, decoder_layer in enumerate(self.layers[: self.config.num_hidden_layers]):
+            layer_mask = causal_mask if self.config.layer_types[i] == "full_attention" else linear_attention
+            hidden_states = decoder_layer(
+                hidden_states,
+                attention_mask=layer_mask,
+                position_ids=position_ids,
+                past_key_values=past_key_values,
+                position_embeddings=position_embeddings,
+                **kwargs,
+            )
+
+        hidden_states = self.embedding_norm(hidden_states)
+
+        return MoeModelOutputWithPast(
+            last_hidden_state=hidden_states,
+            past_key_values=past_key_values,
+        )
+
+
+class Lfm2MoeForCausalLM(LlamaForCausalLM):
+    pass
+
+
+__all__ = ["Lfm2MoeForCausalLM", "Lfm2MoeModel", "Lfm2MoePreTrainedModel"]
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/mini_lm1b_logdirichlet_t5_pack_len128_C1_to_1024_d768_l12_h12_gbs512_8gpu_20260527_002734.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/mini_lm1b_logdirichlet_t5_pack_len128_C1_to_1024_d768_l12_h12_gbs512_8gpu_20260527_002734.log
new file mode 100644
index 0000000000000000000000000000000000000000..dbfb708999b28afa60b247ac623afd11bd04accd
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/mini_lm1b_logdirichlet_t5_pack_len128_C1_to_1024_d768_l12_h12_gbs512_8gpu_20260527_002734.log
@@ -0,0 +1,9470 @@
+W0527 00:27:36.033000 10232 torch/distributed/run.py:792] 
+W0527 00:27:36.033000 10232 torch/distributed/run.py:792] *****************************************
+W0527 00:27:36.033000 10232 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+W0527 00:27:36.033000 10232 torch/distributed/run.py:792] *****************************************
+t-20260527082657-sh58w-worker-0:10299:10299 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10299:10299 [0] NCCL INFO Bootstrap: Using eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10299:10299 [0] NCCL INFO cudaDriverVersion 12080
+t-20260527082657-sh58w-worker-0:10299:10299 [0] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260527082657-sh58w-worker-0:10299:10299 [0] NCCL INFO Comm config Blocking set to 1
+t-20260527082657-sh58w-worker-0:10304:10304 [5] NCCL INFO cudaDriverVersion 12080
+t-20260527082657-sh58w-worker-0:10304:10304 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10304:10304 [5] NCCL INFO Bootstrap: Using eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10304:10304 [5] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260527082657-sh58w-worker-0:10304:10304 [5] NCCL INFO Comm config Blocking set to 1
+t-20260527082657-sh58w-worker-0:10303:10303 [4] NCCL INFO cudaDriverVersion 12080
+t-20260527082657-sh58w-worker-0:10303:10303 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10303:10303 [4] NCCL INFO Bootstrap: Using eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10303:10303 [4] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260527082657-sh58w-worker-0:10303:10303 [4] NCCL INFO Comm config Blocking set to 1
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO P2P plugin v9 IBext_v9
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10305:10305 [6] NCCL INFO cudaDriverVersion 12080
+t-20260527082657-sh58w-worker-0:10305:10305 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10305:10305 [6] NCCL INFO Bootstrap: Using eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10305:10305 [6] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260527082657-sh58w-worker-0:10305:10305 [6] NCCL INFO Comm config Blocking set to 1
+t-20260527082657-sh58w-worker-0:10302:10302 [3] NCCL INFO cudaDriverVersion 12080
+t-20260527082657-sh58w-worker-0:10302:10302 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10302:10302 [3] NCCL INFO Bootstrap: Using eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10302:10302 [3] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260527082657-sh58w-worker-0:10302:10302 [3] NCCL INFO Comm config Blocking set to 1
+t-20260527082657-sh58w-worker-0:10306:10306 [7] NCCL INFO cudaDriverVersion 12080
+t-20260527082657-sh58w-worker-0:10306:10306 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10306:10306 [7] NCCL INFO Bootstrap: Using eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10306:10306 [7] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260527082657-sh58w-worker-0:10306:10306 [7] NCCL INFO Comm config Blocking set to 1
+t-20260527082657-sh58w-worker-0:10300:10300 [1] NCCL INFO cudaDriverVersion 12080
+t-20260527082657-sh58w-worker-0:10300:10300 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10300:10300 [1] NCCL INFO Bootstrap: Using eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10300:10300 [1] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260527082657-sh58w-worker-0:10300:10300 [1] NCCL INFO Comm config Blocking set to 1
+t-20260527082657-sh58w-worker-0:10301:10301 [2] NCCL INFO cudaDriverVersion 12080
+t-20260527082657-sh58w-worker-0:10301:10301 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10301:10301 [2] NCCL INFO Bootstrap: Using eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10301:10301 [2] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Using network IBext_v9
+t-20260527082657-sh58w-worker-0:10301:10301 [2] NCCL INFO Comm config Blocking set to 1
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO ncclCommInitRankConfig comm 0x9f88d00 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 65040 commId 0xbcec8490da4776fe - Init START
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO P2P plugin v9 IBext_v9
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO P2P plugin v9 IBext_v9
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO P2P plugin v9 IBext_v9
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO P2P plugin v9 IBext_v9
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO P2P plugin v9 IBext_v9
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO P2P plugin v9 IBext_v9
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO P2P plugin v9 IBext_v9
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO Using network IBext_v9
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO Using network IBext_v9
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO Using network IBext_v9
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO Using network IBext_v9
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO Using network IBext_v9
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO Using network IBext_v9
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.13<0>
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO Using network IBext_v9
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO ncclCommInitRankConfig comm 0x8b574b0 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId 71020 commId 0xbcec8490da4776fe - Init START
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO ncclCommInitRankConfig comm 0xa0bdbf0 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xbcec8490da4776fe - Init START
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO ncclCommInitRankConfig comm 0x9de34f0 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId 73020 commId 0xbcec8490da4776fe - Init START
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO ncclCommInitRankConfig comm 0xa6c33f0 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 67020 commId 0xbcec8490da4776fe - Init START
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO ncclCommInitRankConfig comm 0x88a3870 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xbcec8490da4776fe - Init START
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO ncclCommInitRankConfig comm 0xa1f35f0 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId 75020 commId 0xbcec8490da4776fe - Init START
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO ncclCommInitRankConfig comm 0xa11aad0 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 69020 commId 0xbcec8490da4776fe - Init START
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO Bootstrap timings total 0.053002 (create 0.000024, send 0.000068, recv 0.046885, ring 0.005720, delay 0.000001)
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO Bootstrap timings total 0.029518 (create 0.000028, send 0.000073, recv 0.000065, ring 0.002609, delay 0.000001)
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO Bootstrap timings total 0.006182 (create 0.000019, send 0.000066, recv 0.003763, ring 0.002069, delay 0.000001)
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO Bootstrap timings total 0.000580 (create 0.000015, send 0.000042, recv 0.000150, ring 0.000124, delay 0.000001)
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO Bootstrap timings total 0.003045 (create 0.000020, send 0.000069, recv 0.000055, ring 0.000083, delay 0.000001)
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO Bootstrap timings total 0.002498 (create 0.000022, send 0.000069, recv 0.000096, ring 0.002038, delay 0.000001)
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Bootstrap timings total 0.961471 (create 0.000028, send 0.000089, recv 0.955951, ring 0.001999, delay 0.000001)
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO Bootstrap timings total 0.005624 (create 0.000025, send 0.000069, recv 0.005136, ring 0.000088, delay 0.000001)
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO NVLS multicast support is available on dev 6
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO NVLS multicast support is available on dev 1
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO NVLS multicast support is available on dev 0
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO NVLS multicast support is available on dev 5
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO NVLS multicast support is available on dev 7
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO NVLS multicast support is available on dev 4
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO NVLS multicast support is available on dev 2
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO NVLS multicast support is available on dev 3
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO comm 0xa6c33f0 rank 1 nRanks 8 nNodes 1 localRanks 8 localRank 1 MNNVL 0
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO comm 0xa11aad0 rank 2 nRanks 8 nNodes 1 localRanks 8 localRank 2 MNNVL 0
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO comm 0x9f88d00 rank 0 nRanks 8 nNodes 1 localRanks 8 localRank 0 MNNVL 0
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO comm 0xa1f35f0 rank 7 nRanks 8 nNodes 1 localRanks 8 localRank 7 MNNVL 0
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO comm 0x9de34f0 rank 6 nRanks 8 nNodes 1 localRanks 8 localRank 6 MNNVL 0
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO comm 0x8b574b0 rank 5 nRanks 8 nNodes 1 localRanks 8 localRank 5 MNNVL 0
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO comm 0xa0bdbf0 rank 4 nRanks 8 nNodes 1 localRanks 8 localRank 4 MNNVL 0
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 00/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO comm 0x88a3870 rank 3 nRanks 8 nNodes 1 localRanks 8 localRank 3 MNNVL 0
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 01/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 02/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 03/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/-1/-1->1->0 [2] 2/-1/-1->1->0 [3] 2/-1/-1->1->0 [4] 2/-1/-1->1->0 [5] 2/-1/-1->1->0 [6] 2/-1/-1->1->0 [7] 2/-1/-1->1->0 [8] 2/-1/-1->1->0 [9] 2/-1/-1->1->0 [10] 2/-1/-1->1->0 [11] 2/-1/-1->1->0 [12] 2/-1/-1->1->0 [13] 2/-1/-1->1->0 [14] 2/-1/-1->1->0 [15] 2/-1/-1->1->0 [16] 2/-1/-1->1->0 [17] 2/-1/-1->1->0 [18] 2/-1/-1->1->0 [19] 2/-1/-1->1->0 [20] 2/-1/-1->1->0 [21] 2/-1/-1->1->0 [22] 2/-1/-1->1->0 [23] 2/-1/-1->1->0
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 04/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO P2P Chunksize set to 524288
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 05/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 [2] 7/-1/-1->6->5 [3] 7/-1/-1->6->5 [4] 7/-1/-1->6->5 [5] 7/-1/-1->6->5 [6] 7/-1/-1->6->5 [7] 7/-1/-1->6->5 [8] 7/-1/-1->6->5 [9] 7/-1/-1->6->5 [10] 7/-1/-1->6->5 [11] 7/-1/-1->6->5 [12] 7/-1/-1->6->5 [13] 7/-1/-1->6->5 [14] 7/-1/-1->6->5 [15] 7/-1/-1->6->5 [16] 7/-1/-1->6->5 [17] 7/-1/-1->6->5 [18] 7/-1/-1->6->5 [19] 7/-1/-1->6->5 [20] 7/-1/-1->6->5 [21] 7/-1/-1->6->5 [22] 7/-1/-1->6->5 [23] 7/-1/-1->6->5
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] -1/-1/-1->7->6 [2] -1/-1/-1->7->6 [3] -1/-1/-1->7->6 [4] -1/-1/-1->7->6 [5] -1/-1/-1->7->6 [6] -1/-1/-1->7->6 [7] -1/-1/-1->7->6 [8] -1/-1/-1->7->6 [9] -1/-1/-1->7->6 [10] -1/-1/-1->7->6 [11] -1/-1/-1->7->6 [12] -1/-1/-1->7->6 [13] -1/-1/-1->7->6 [14] -1/-1/-1->7->6 [15] -1/-1/-1->7->6 [16] -1/-1/-1->7->6 [17] -1/-1/-1->7->6 [18] -1/-1/-1->7->6 [19] -1/-1/-1->7->6 [20] -1/-1/-1->7->6 [21] -1/-1/-1->7->6 [22] -1/-1/-1->7->6 [23] -1/-1/-1->7->6
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/-1/-1->5->4 [2] 6/-1/-1->5->4 [3] 6/-1/-1->5->4 [4] 6/-1/-1->5->4 [5] 6/-1/-1->5->4 [6] 6/-1/-1->5->4 [7] 6/-1/-1->5->4 [8] 6/-1/-1->5->4 [9] 6/-1/-1->5->4 [10] 6/-1/-1->5->4 [11] 6/-1/-1->5->4 [12] 6/-1/-1->5->4 [13] 6/-1/-1->5->4 [14] 6/-1/-1->5->4 [15] 6/-1/-1->5->4 [16] 6/-1/-1->5->4 [17] 6/-1/-1->5->4 [18] 6/-1/-1->5->4 [19] 6/-1/-1->5->4 [20] 6/-1/-1->5->4 [21] 6/-1/-1->5->4 [22] 6/-1/-1->5->4 [23] 6/-1/-1->5->4
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 06/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO P2P Chunksize set to 524288
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO P2P Chunksize set to 524288
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO P2P Chunksize set to 524288
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 07/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 [2] 3/-1/-1->2->1 [3] 3/-1/-1->2->1 [4] 3/-1/-1->2->1 [5] 3/-1/-1->2->1 [6] 3/-1/-1->2->1 [7] 3/-1/-1->2->1 [8] 3/-1/-1->2->1 [9] 3/-1/-1->2->1 [10] 3/-1/-1->2->1 [11] 3/-1/-1->2->1 [12] 3/-1/-1->2->1 [13] 3/-1/-1->2->1 [14] 3/-1/-1->2->1 [15] 3/-1/-1->2->1 [16] 3/-1/-1->2->1 [17] 3/-1/-1->2->1 [18] 3/-1/-1->2->1 [19] 3/-1/-1->2->1 [20] 3/-1/-1->2->1 [21] 3/-1/-1->2->1 [22] 3/-1/-1->2->1 [23] 3/-1/-1->2->1
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 08/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO Trees [0] 5/-1/-1->4->3 [1] 5/-1/-1->4->3 [2] 5/-1/-1->4->3 [3] 5/-1/-1->4->3 [4] 5/-1/-1->4->3 [5] 5/-1/-1->4->3 [6] 5/-1/-1->4->3 [7] 5/-1/-1->4->3 [8] 5/-1/-1->4->3 [9] 5/-1/-1->4->3 [10] 5/-1/-1->4->3 [11] 5/-1/-1->4->3 [12] 5/-1/-1->4->3 [13] 5/-1/-1->4->3 [14] 5/-1/-1->4->3 [15] 5/-1/-1->4->3 [16] 5/-1/-1->4->3 [17] 5/-1/-1->4->3 [18] 5/-1/-1->4->3 [19] 5/-1/-1->4->3 [20] 5/-1/-1->4->3 [21] 5/-1/-1->4->3 [22] 5/-1/-1->4->3 [23] 5/-1/-1->4->3
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 09/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO P2P Chunksize set to 524288
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO P2P Chunksize set to 524288
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 10/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 11/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 12/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 13/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/-1/-1->3->2 [4] 4/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->2 [12] 4/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2 [16] 4/-1/-1->3->2 [17] 4/-1/-1->3->2 [18] 4/-1/-1->3->2 [19] 4/-1/-1->3->2 [20] 4/-1/-1->3->2 [21] 4/-1/-1->3->2 [22] 4/-1/-1->3->2 [23] 4/-1/-1->3->2
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 14/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 15/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO P2P Chunksize set to 524288
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 16/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 17/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 18/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 19/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 20/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 21/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 22/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Channel 23/24 : 0 1 2 3 4 5 6 7
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Trees [0] 1/-1/-1->0->-1 [1] 1/-1/-1->0->-1 [2] 1/-1/-1->0->-1 [3] 1/-1/-1->0->-1 [4] 1/-1/-1->0->-1 [5] 1/-1/-1->0->-1 [6] 1/-1/-1->0->-1 [7] 1/-1/-1->0->-1 [8] 1/-1/-1->0->-1 [9] 1/-1/-1->0->-1 [10] 1/-1/-1->0->-1 [11] 1/-1/-1->0->-1 [12] 1/-1/-1->0->-1 [13] 1/-1/-1->0->-1 [14] 1/-1/-1->0->-1 [15] 1/-1/-1->0->-1 [16] 1/-1/-1->0->-1 [17] 1/-1/-1->0->-1 [18] 1/-1/-1->0->-1 [19] 1/-1/-1->0->-1 [20] 1/-1/-1->0->-1 [21] 1/-1/-1->0->-1 [22] 1/-1/-1->0->-1 [23] 1/-1/-1->0->-1
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO P2P Chunksize set to 524288
+t-20260527082657-sh58w-worker-0:10300:10451 [1] NCCL INFO [Proxy Service] Device 1 CPU core 41
+t-20260527082657-sh58w-worker-0:10300:10452 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 38
+t-20260527082657-sh58w-worker-0:10305:10453 [6] NCCL INFO [Proxy Service] Device 6 CPU core 172
+t-20260527082657-sh58w-worker-0:10305:10454 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 175
+t-20260527082657-sh58w-worker-0:10302:10455 [3] NCCL INFO [Proxy Service] Device 3 CPU core 2
+t-20260527082657-sh58w-worker-0:10302:10456 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 5
+t-20260527082657-sh58w-worker-0:10304:10457 [5] NCCL INFO [Proxy Service] Device 5 CPU core 118
+t-20260527082657-sh58w-worker-0:10304:10458 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 120
+t-20260527082657-sh58w-worker-0:10306:10459 [7] NCCL INFO [Proxy Service] Device 7 CPU core 92
+t-20260527082657-sh58w-worker-0:10306:10460 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 94
+t-20260527082657-sh58w-worker-0:10301:10461 [2] NCCL INFO [Proxy Service] Device 2 CPU core 2
+t-20260527082657-sh58w-worker-0:10301:10462 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 5
+t-20260527082657-sh58w-worker-0:10303:10463 [4] NCCL INFO [Proxy Service] Device 4 CPU core 132
+t-20260527082657-sh58w-worker-0:10303:10464 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 134
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Check P2P Type intraNodeP2pSupport 1 directMode 0
+t-20260527082657-sh58w-worker-0:10299:10465 [0] NCCL INFO [Proxy Service] Device 0 CPU core 16
+t-20260527082657-sh58w-worker-0:10299:10466 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 18
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO CC Off, workFifoBytes 1048576
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO ncclCommInitRankConfig comm 0xa0bdbf0 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xbcec8490da4776fe - Init COMPLETE
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO ncclCommInitRankConfig comm 0x88a3870 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xbcec8490da4776fe - Init COMPLETE
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260527082657-sh58w-worker-0:10303:10373 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 4 nranks 8 total 2.13 (kernels 0.23, alloc 0.91, bootstrap 0.03, allgathers 0.01, topo 0.54, graphs 0.01, connections 0.38, rest 0.03)
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260527082657-sh58w-worker-0:10302:10377 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 3 nranks 8 total 2.11 (kernels 0.22, alloc 0.92, bootstrap 0.00, allgathers 0.00, topo 0.54, graphs 0.01, connections 0.39, rest 0.02)
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO ncclCommInitRankConfig comm 0xa1f35f0 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId 75020 commId 0xbcec8490da4776fe - Init COMPLETE
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO ncclCommInitRankConfig comm 0x8b574b0 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId 71020 commId 0xbcec8490da4776fe - Init COMPLETE
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO ncclCommInitRankConfig comm 0x9de34f0 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId 73020 commId 0xbcec8490da4776fe - Init COMPLETE
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO ncclCommInitRankConfig comm 0x9f88d00 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 65040 commId 0xbcec8490da4776fe - Init COMPLETE
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO ncclCommInitRankConfig comm 0xa6c33f0 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 67020 commId 0xbcec8490da4776fe - Init COMPLETE
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO ncclCommInitRankConfig comm 0xa11aad0 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 69020 commId 0xbcec8490da4776fe - Init COMPLETE
+t-20260527082657-sh58w-worker-0:10306:10380 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 7 nranks 8 total 2.09 (kernels 0.21, alloc 0.92, bootstrap 0.00, allgathers 0.01, topo 0.54, graphs 0.01, connections 0.38, rest 0.02)
+t-20260527082657-sh58w-worker-0:10305:10375 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 6 nranks 8 total 2.11 (kernels 0.22, alloc 0.92, bootstrap 0.01, allgathers 0.01, topo 0.54, graphs 0.01, connections 0.39, rest 0.02)
+t-20260527082657-sh58w-worker-0:10304:10372 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 5 nranks 8 total 2.13 (kernels 0.23, alloc 0.89, bootstrap 0.05, allgathers 0.01, topo 0.54, graphs 0.01, connections 0.39, rest 0.02)
+t-20260527082657-sh58w-worker-0:10299:10371 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 0 nranks 8 total 2.31 (kernels 0.18, alloc 0.20, bootstrap 0.96, allgathers 0.01, topo 0.54, graphs 0.01, connections 0.37, rest 0.04)
+t-20260527082657-sh58w-worker-0:10300:10382 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 1 nranks 8 total 2.09 (kernels 0.20, alloc 0.92, bootstrap 0.01, allgathers 0.01, topo 0.54, graphs 0.01, connections 0.39, rest 0.02)
+t-20260527082657-sh58w-worker-0:10301:10386 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 2 nranks 8 total 2.06 (kernels 0.20, alloc 0.91, bootstrap 0.00, allgathers 0.00, topo 0.54, graphs 0.01, connections 0.38, rest 0.03)
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 00/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 01/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 00/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 02/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 01/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 03/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 02/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 04/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 03/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 05/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 04/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 06/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 05/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 07/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 06/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 08/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 07/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 09/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 08/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 10/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 09/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 11/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 10/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 12/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 00/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 11/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 13/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 01/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 12/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 00/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 14/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 02/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 13/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 01/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 15/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 03/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 14/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 02/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 16/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 04/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 15/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 03/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 00/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 17/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 00/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 05/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 16/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 04/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 01/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 18/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 06/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 17/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 05/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 02/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 19/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 02/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 18/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 07/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 06/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 03/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 00/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 20/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 19/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 08/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 07/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 04/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 01/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 21/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 04/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 20/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 09/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 08/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 05/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 02/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 22/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 21/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 00/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 10/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 09/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 06/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 03/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Channel 23/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 06/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 22/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 01/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 11/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 10/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 07/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 04/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Channel 23/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 02/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 12/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 11/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 08/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 05/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 08/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 03/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 13/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 12/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 09/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 06/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 04/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 14/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 13/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 10/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 07/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 10/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 05/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 15/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 14/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 11/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 08/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 06/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 16/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 15/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 12/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 09/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 12/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 07/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 17/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 16/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 13/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 10/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 08/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 18/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 17/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 14/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 11/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 14/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 09/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 19/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 18/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 15/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 12/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 10/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 20/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 19/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 16/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 13/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 16/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 11/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 21/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 20/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 17/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 14/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 17/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 12/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 22/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 21/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 18/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 15/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 18/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 13/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Channel 23/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 22/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 19/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 16/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 19/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 14/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Channel 23/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 20/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 17/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 20/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 15/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 21/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 18/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 21/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 16/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 22/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 19/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 17/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Channel 23/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 22/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 18/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Channel 23/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 19/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 20/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 20/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 21/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 21/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 22/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 22/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Channel 23/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Channel 23/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260527082657-sh58w-worker-0:10305:10474 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260527082657-sh58w-worker-0:10301:10472 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260527082657-sh58w-worker-0:10304:10471 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260527082657-sh58w-worker-0:10300:10470 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260527082657-sh58w-worker-0:10299:10468 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260527082657-sh58w-worker-0:10302:10467 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260527082657-sh58w-worker-0:10306:10473 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260527082657-sh58w-worker-0:10303:10469 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+{
+  "cache_path": "cache/lm1b_t5_pack_len128_1mchunks.pt",
+  "tokenizer_path": "/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small/tokenizer.json",
+  "out_dir": "runs/mini_lm1b_logdirichlet_t5_pack_len128_C1_to_1024_d768_l12_h12_gbs512_8gpu_20260527_002734",
+  "subset_size": 0,
+  "resume": "",
+  "steps": 1000000,
+  "batch_size": 32,
+  "grad_accum": 2,
+  "lr": 0.0003,
+  "log_every": 50,
+  "save_every": 1000,
+  "dim": 768,
+  "layers": 12,
+  "heads": 12,
+  "mlp_dim": 3072,
+  "time_tokens": 4,
+  "c_min": 1.0,
+  "c_max": 1024.0,
+  "seed": 1234
+}
+[data] rows=1000000 length=128 vocab=32100 seen=3702155 dropped=0 bos=1:</s> eos=1:</s>
+t-20260527082657-sh58w-worker-0:10300:10550 [1] NCCL INFO NVLS comm 0xa6c33f0 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260527082657-sh58w-worker-0:10303:10551 [4] NCCL INFO NVLS comm 0xa0bdbf0 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260527082657-sh58w-worker-0:10304:10553 [5] NCCL INFO NVLS comm 0x8b574b0 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260527082657-sh58w-worker-0:10306:10552 [7] NCCL INFO NVLS comm 0xa1f35f0 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260527082657-sh58w-worker-0:10305:10554 [6] NCCL INFO NVLS comm 0x9de34f0 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260527082657-sh58w-worker-0:10299:10555 [0] NCCL INFO NVLS comm 0x9f88d00 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260527082657-sh58w-worker-0:10301:10556 [2] NCCL INFO NVLS comm 0xa11aad0 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260527082657-sh58w-worker-0:10302:10560 [3] NCCL INFO NVLS comm 0x88a3870 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+step=50 loss=6.6161 {'pos0_bos_p': 0.9987146854400635, 'pos0_bos_top1': 4, 'last_eos_p': 0.9987456798553467, 'last_eos_top1': 4}
+step=100 loss=6.5968 {'pos0_bos_p': 0.9990956783294678, 'pos0_bos_top1': 4, 'last_eos_p': 0.9991225600242615, 'last_eos_top1': 4}
+step=150 loss=6.3013 {'pos0_bos_p': 0.993019163608551, 'pos0_bos_top1': 4, 'last_eos_p': 0.9892432689666748, 'last_eos_top1': 4}
+step=200 loss=5.9054 {'pos0_bos_p': 0.9810338020324707, 'pos0_bos_top1': 4, 'last_eos_p': 0.9815820455551147, 'last_eos_top1': 4}
+step=250 loss=5.6487 {'pos0_bos_p': 0.9926772117614746, 'pos0_bos_top1': 4, 'last_eos_p': 0.9925932288169861, 'last_eos_top1': 4}
+step=300 loss=5.5251 {'pos0_bos_p': 0.9942229390144348, 'pos0_bos_top1': 4, 'last_eos_p': 0.9934667944908142, 'last_eos_top1': 4}
+step=350 loss=5.3218 {'pos0_bos_p': 0.9950162768363953, 'pos0_bos_top1': 4, 'last_eos_p': 0.9944483041763306, 'last_eos_top1': 4}
+step=400 loss=5.5076 {'pos0_bos_p': 0.9955176711082458, 'pos0_bos_top1': 4, 'last_eos_p': 0.9948961138725281, 'last_eos_top1': 4}
+step=450 loss=5.4426 {'pos0_bos_p': 0.9936866164207458, 'pos0_bos_top1': 4, 'last_eos_p': 0.9930824041366577, 'last_eos_top1': 4}
+step=500 loss=5.0448 {'pos0_bos_p': 0.9925605654716492, 'pos0_bos_top1': 4, 'last_eos_p': 0.9928212761878967, 'last_eos_top1': 4}
+step=550 loss=5.2496 {'pos0_bos_p': 0.995079517364502, 'pos0_bos_top1': 4, 'last_eos_p': 0.9957549571990967, 'last_eos_top1': 4}
+step=600 loss=4.9070 {'pos0_bos_p': 0.9973094463348389, 'pos0_bos_top1': 4, 'last_eos_p': 0.997527539730072, 'last_eos_top1': 4}
+step=650 loss=4.9891 {'pos0_bos_p': 0.9970405697822571, 'pos0_bos_top1': 4, 'last_eos_p': 0.9970265030860901, 'last_eos_top1': 4}
+step=700 loss=4.6558 {'pos0_bos_p': 0.9972358345985413, 'pos0_bos_top1': 4, 'last_eos_p': 0.9972754120826721, 'last_eos_top1': 4}
+step=750 loss=4.4752 {'pos0_bos_p': 0.9962825179100037, 'pos0_bos_top1': 4, 'last_eos_p': 0.9964714050292969, 'last_eos_top1': 4}
+step=800 loss=4.3156 {'pos0_bos_p': 0.9974598288536072, 'pos0_bos_top1': 4, 'last_eos_p': 0.9974178075790405, 'last_eos_top1': 4}
+step=850 loss=4.0162 {'pos0_bos_p': 0.9976039528846741, 'pos0_bos_top1': 4, 'last_eos_p': 0.9977436065673828, 'last_eos_top1': 4}
+step=900 loss=4.2207 {'pos0_bos_p': 0.9982883334159851, 'pos0_bos_top1': 4, 'last_eos_p': 0.9982726573944092, 'last_eos_top1': 4}
+step=950 loss=3.7626 {'pos0_bos_p': 0.9980577826499939, 'pos0_bos_top1': 4, 'last_eos_p': 0.9979495406150818, 'last_eos_top1': 4}
+step=1000 loss=3.5286 {'pos0_bos_p': 0.9981808662414551, 'pos0_bos_top1': 4, 'last_eos_p': 0.9979358911514282, 'last_eos_top1': 4}
+step=1050 loss=3.6629 {'pos0_bos_p': 0.9984148740768433, 'pos0_bos_top1': 4, 'last_eos_p': 0.9982936978340149, 'last_eos_top1': 4}
+step=1100 loss=3.7000 {'pos0_bos_p': 0.9987097978591919, 'pos0_bos_top1': 4, 'last_eos_p': 0.9986242055892944, 'last_eos_top1': 4}
+step=1150 loss=4.1210 {'pos0_bos_p': 0.9983589053153992, 'pos0_bos_top1': 4, 'last_eos_p': 0.998325765132904, 'last_eos_top1': 4}
+step=1200 loss=3.6914 {'pos0_bos_p': 0.9986383318901062, 'pos0_bos_top1': 4, 'last_eos_p': 0.9985904097557068, 'last_eos_top1': 4}
+step=1250 loss=3.2490 {'pos0_bos_p': 0.9992094039916992, 'pos0_bos_top1': 4, 'last_eos_p': 0.9992150068283081, 'last_eos_top1': 4}
+step=1300 loss=3.9857 {'pos0_bos_p': 0.9986518025398254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9986031651496887, 'last_eos_top1': 4}
+step=1350 loss=3.2200 {'pos0_bos_p': 0.9989259839057922, 'pos0_bos_top1': 4, 'last_eos_p': 0.9988399147987366, 'last_eos_top1': 4}
+step=1400 loss=3.6265 {'pos0_bos_p': 0.9989376664161682, 'pos0_bos_top1': 4, 'last_eos_p': 0.9989045858383179, 'last_eos_top1': 4}
+step=1450 loss=3.3836 {'pos0_bos_p': 0.9991934895515442, 'pos0_bos_top1': 4, 'last_eos_p': 0.9991511106491089, 'last_eos_top1': 4}
+step=1500 loss=3.4489 {'pos0_bos_p': 0.9992164373397827, 'pos0_bos_top1': 4, 'last_eos_p': 0.9991443157196045, 'last_eos_top1': 4}
+step=1550 loss=3.1211 {'pos0_bos_p': 0.9993875026702881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9993693232536316, 'last_eos_top1': 4}
+step=1600 loss=3.5362 {'pos0_bos_p': 0.9993330836296082, 'pos0_bos_top1': 4, 'last_eos_p': 0.9992960691452026, 'last_eos_top1': 4}
+step=1650 loss=3.3191 {'pos0_bos_p': 0.9995359182357788, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995113611221313, 'last_eos_top1': 4}
+step=1700 loss=3.6029 {'pos0_bos_p': 0.9995695948600769, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995424747467041, 'last_eos_top1': 4}
+step=1750 loss=3.3406 {'pos0_bos_p': 0.9995416402816772, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995276927947998, 'last_eos_top1': 4}
+step=1800 loss=3.6482 {'pos0_bos_p': 0.9995872378349304, 'pos0_bos_top1': 4, 'last_eos_p': 0.999572217464447, 'last_eos_top1': 4}
+step=1850 loss=3.2887 {'pos0_bos_p': 0.9996508359909058, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996446371078491, 'last_eos_top1': 4}
+step=1900 loss=3.5206 {'pos0_bos_p': 0.9996914863586426, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996765851974487, 'last_eos_top1': 4}
+step=1950 loss=3.4577 {'pos0_bos_p': 0.9997572302818298, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997527003288269, 'last_eos_top1': 4}
+step=2000 loss=2.9544 {'pos0_bos_p': 0.9996814727783203, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996703863143921, 'last_eos_top1': 4}
+step=2050 loss=3.1198 {'pos0_bos_p': 0.9997462630271912, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997169375419617, 'last_eos_top1': 4}
+step=2100 loss=3.5763 {'pos0_bos_p': 0.9997672438621521, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997546076774597, 'last_eos_top1': 4}
+step=2150 loss=3.4995 {'pos0_bos_p': 0.9998339414596558, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998317956924438, 'last_eos_top1': 4}
+step=2200 loss=3.0791 {'pos0_bos_p': 0.9998158812522888, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998177886009216, 'last_eos_top1': 4}
+step=2250 loss=3.4833 {'pos0_bos_p': 0.9998258948326111, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998233914375305, 'last_eos_top1': 4}
+step=2300 loss=3.2467 {'pos0_bos_p': 0.999812662601471, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998130202293396, 'last_eos_top1': 4}
+step=2350 loss=3.2702 {'pos0_bos_p': 0.9998515844345093, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998468160629272, 'last_eos_top1': 4}
+step=2400 loss=3.0780 {'pos0_bos_p': 0.999855637550354, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998500347137451, 'last_eos_top1': 4}
+step=2450 loss=3.1141 {'pos0_bos_p': 0.9998959302902222, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998897314071655, 'last_eos_top1': 4}
+step=2500 loss=3.5998 {'pos0_bos_p': 0.9998912811279297, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998865127563477, 'last_eos_top1': 4}
+step=2550 loss=2.6159 {'pos0_bos_p': 0.9999303817749023, 'pos0_bos_top1': 4, 'last_eos_p': 0.999930739402771, 'last_eos_top1': 4}
+step=2600 loss=3.2732 {'pos0_bos_p': 0.9999128580093384, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999123811721802, 'last_eos_top1': 4}
+step=2650 loss=3.2078 {'pos0_bos_p': 0.9999262094497681, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999263286590576, 'last_eos_top1': 4}
+step=2700 loss=3.0202 {'pos0_bos_p': 0.9999227523803711, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999245405197144, 'last_eos_top1': 4}
+step=2750 loss=3.1807 {'pos0_bos_p': 0.9999350309371948, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999326467514038, 'last_eos_top1': 4}
+step=2800 loss=3.2053 {'pos0_bos_p': 0.999942421913147, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999428987503052, 'last_eos_top1': 4}
+step=2850 loss=2.8258 {'pos0_bos_p': 0.999945878982544, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999456405639648, 'last_eos_top1': 4}
+step=2900 loss=2.9278 {'pos0_bos_p': 0.9999386072158813, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999357461929321, 'last_eos_top1': 4}
+step=2950 loss=3.7651 {'pos0_bos_p': 0.9999586343765259, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999552965164185, 'last_eos_top1': 4}
+step=3000 loss=2.8349 {'pos0_bos_p': 0.9999545812606812, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999527931213379, 'last_eos_top1': 4}
+step=3050 loss=2.9920 {'pos0_bos_p': 0.9999610185623169, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999593496322632, 'last_eos_top1': 4}
+step=3100 loss=3.0763 {'pos0_bos_p': 0.9999686479568481, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999673366546631, 'last_eos_top1': 4}
+step=3150 loss=3.4524 {'pos0_bos_p': 0.9999723434448242, 'pos0_bos_top1': 4, 'last_eos_p': 0.999970555305481, 'last_eos_top1': 4}
+step=3200 loss=2.6943 {'pos0_bos_p': 0.9999663829803467, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999645948410034, 'last_eos_top1': 4}
+step=3250 loss=3.2082 {'pos0_bos_p': 0.9999747276306152, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999744892120361, 'last_eos_top1': 4}
+step=3300 loss=2.8842 {'pos0_bos_p': 0.9999772310256958, 'pos0_bos_top1': 4, 'last_eos_p': 0.999976634979248, 'last_eos_top1': 4}
+step=3350 loss=3.2861 {'pos0_bos_p': 0.9999715089797974, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999712705612183, 'last_eos_top1': 4}
+step=3400 loss=3.4447 {'pos0_bos_p': 0.9999762773513794, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999772310256958, 'last_eos_top1': 4}
+step=3450 loss=3.4206 {'pos0_bos_p': 0.999980092048645, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4}
+step=3500 loss=2.9804 {'pos0_bos_p': 0.999980092048645, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4}
+step=3550 loss=2.9192 {'pos0_bos_p': 0.9999799728393555, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4}
+step=3600 loss=3.0782 {'pos0_bos_p': 0.9999806880950928, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999812841415405, 'last_eos_top1': 4}
+step=3650 loss=2.5643 {'pos0_bos_p': 0.9999830722808838, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4}
+step=3700 loss=2.8397 {'pos0_bos_p': 0.9999816417694092, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4}
+step=3750 loss=2.9012 {'pos0_bos_p': 0.9999819993972778, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4}
+step=3800 loss=2.9930 {'pos0_bos_p': 0.9999822378158569, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4}
+step=3850 loss=3.3224 {'pos0_bos_p': 0.999985933303833, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4}
+step=3900 loss=3.1597 {'pos0_bos_p': 0.9999874830245972, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4}
+step=3950 loss=2.9795 {'pos0_bos_p': 0.999987006187439, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4}
+step=4000 loss=2.6222 {'pos0_bos_p': 0.9999837875366211, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4}
+step=4050 loss=2.6698 {'pos0_bos_p': 0.9999871253967285, 'pos0_bos_top1': 4, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4}
+step=4100 loss=3.0628 {'pos0_bos_p': 0.9999878406524658, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4}
+step=4150 loss=3.0056 {'pos0_bos_p': 0.9999873638153076, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4}
+step=4200 loss=2.7656 {'pos0_bos_p': 0.9999876022338867, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4}
+step=4250 loss=2.5843 {'pos0_bos_p': 0.9999877214431763, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4}
+step=4300 loss=2.7291 {'pos0_bos_p': 0.9999890327453613, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4}
+step=4350 loss=2.9247 {'pos0_bos_p': 0.9999912977218628, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4}
+step=4400 loss=3.1785 {'pos0_bos_p': 0.999990701675415, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4}
+step=4450 loss=2.8846 {'pos0_bos_p': 0.9999929666519165, 'pos0_bos_top1': 4, 'last_eos_p': 0.999992847442627, 'last_eos_top1': 4}
+step=4500 loss=2.5048 {'pos0_bos_p': 0.9999914169311523, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4}
+step=4550 loss=3.0189 {'pos0_bos_p': 0.9999934434890747, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4}
+step=4600 loss=3.2919 {'pos0_bos_p': 0.9999916553497314, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4}
+step=4650 loss=3.0439 {'pos0_bos_p': 0.999990701675415, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4}
+step=4700 loss=3.2164 {'pos0_bos_p': 0.9999934434890747, 'pos0_bos_top1': 4, 'last_eos_p': 0.999992847442627, 'last_eos_top1': 4}
+step=4750 loss=3.0277 {'pos0_bos_p': 0.9999939203262329, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4}
+step=4800 loss=2.8512 {'pos0_bos_p': 0.9999946355819702, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999939203262329, 'last_eos_top1': 4}
+step=4850 loss=2.7845 {'pos0_bos_p': 0.9999938011169434, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4}
+step=4900 loss=3.4816 {'pos0_bos_p': 0.9999954700469971, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999947547912598, 'last_eos_top1': 4}
+step=4950 loss=3.4446 {'pos0_bos_p': 0.9999929666519165, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999927282333374, 'last_eos_top1': 4}
+step=5000 loss=2.9862 {'pos0_bos_p': 0.999994158744812, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999940395355225, 'last_eos_top1': 4}
+step=5050 loss=2.9339 {'pos0_bos_p': 0.9999924898147583, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999922513961792, 'last_eos_top1': 4}
+step=5100 loss=3.1488 {'pos0_bos_p': 0.9999933242797852, 'pos0_bos_top1': 4, 'last_eos_p': 0.999992847442627, 'last_eos_top1': 4}
+step=5150 loss=3.0218 {'pos0_bos_p': 0.999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4}
+step=5200 loss=3.3764 {'pos0_bos_p': 0.999994158744812, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999938011169434, 'last_eos_top1': 4}
+step=5250 loss=3.2186 {'pos0_bos_p': 0.9999953508377075, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999948740005493, 'last_eos_top1': 4}
+step=5300 loss=3.1318 {'pos0_bos_p': 0.9999940395355225, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4}
+step=5350 loss=2.9574 {'pos0_bos_p': 0.9999953508377075, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999947547912598, 'last_eos_top1': 4}
+step=5400 loss=2.7566 {'pos0_bos_p': 0.999994158744812, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999933242797852, 'last_eos_top1': 4}
+step=5450 loss=3.0637 {'pos0_bos_p': 0.9999953508377075, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999948740005493, 'last_eos_top1': 4}
+step=5500 loss=3.1153 {'pos0_bos_p': 0.9999953508377075, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999947547912598, 'last_eos_top1': 4}
+step=5550 loss=2.9535 {'pos0_bos_p': 0.9999963045120239, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=5600 loss=2.9682 {'pos0_bos_p': 0.9999948740005493, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999945163726807, 'last_eos_top1': 4}
+step=5650 loss=3.1440 {'pos0_bos_p': 0.9999961853027344, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999953508377075, 'last_eos_top1': 4}
+step=5700 loss=2.5363 {'pos0_bos_p': 0.9999959468841553, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999948740005493, 'last_eos_top1': 4}
+step=5750 loss=2.7320 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=5800 loss=3.0668 {'pos0_bos_p': 0.9999967813491821, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=5850 loss=3.3549 {'pos0_bos_p': 0.9999963045120239, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999953508377075, 'last_eos_top1': 4}
+step=5900 loss=3.1116 {'pos0_bos_p': 0.9999961853027344, 'pos0_bos_top1': 4, 'last_eos_p': 0.999995231628418, 'last_eos_top1': 4}
+step=5950 loss=3.2180 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=6000 loss=3.4416 {'pos0_bos_p': 0.9999957084655762, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999948740005493, 'last_eos_top1': 4}
+step=6050 loss=2.4245 {'pos0_bos_p': 0.9999963045120239, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=6100 loss=3.2118 {'pos0_bos_p': 0.9999961853027344, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999948740005493, 'last_eos_top1': 4}
+step=6150 loss=2.9753 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=6200 loss=2.4266 {'pos0_bos_p': 0.9999961853027344, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999948740005493, 'last_eos_top1': 4}
+step=6250 loss=2.9016 {'pos0_bos_p': 0.9999973773956299, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=6300 loss=2.7949 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=6350 loss=2.8361 {'pos0_bos_p': 0.9999961853027344, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999951124191284, 'last_eos_top1': 4}
+step=6400 loss=2.7996 {'pos0_bos_p': 0.9999972581863403, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=6450 loss=2.5094 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=6500 loss=2.8757 {'pos0_bos_p': 0.9999969005584717, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=6550 loss=3.1169 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=6600 loss=3.0762 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=6650 loss=2.9810 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=6700 loss=2.3621 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=6750 loss=3.4112 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=6800 loss=3.1208 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=6850 loss=3.2298 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=6900 loss=2.8294 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=6950 loss=2.7734 {'pos0_bos_p': 0.9999973773956299, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=7000 loss=2.9678 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=7050 loss=2.6143 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=7100 loss=2.8393 {'pos0_bos_p': 0.9999971389770508, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=7150 loss=2.7785 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=7200 loss=2.5795 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=7250 loss=3.2212 {'pos0_bos_p': 0.9999972581863403, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=7300 loss=2.5858 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=7350 loss=3.2872 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=7400 loss=2.9371 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=7450 loss=2.9584 {'pos0_bos_p': 0.9999972581863403, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=7500 loss=2.4563 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=7550 loss=2.6999 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=7600 loss=2.5235 {'pos0_bos_p': 0.9999972581863403, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=7650 loss=2.9582 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=7700 loss=2.8770 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=7750 loss=3.0221 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=7800 loss=3.3912 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=7850 loss=2.5596 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=7900 loss=2.6670 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=7950 loss=3.0154 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=8000 loss=3.2069 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=8050 loss=2.2819 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=8100 loss=3.0488 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=8150 loss=2.4929 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=8200 loss=3.2287 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=8250 loss=3.0211 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=8300 loss=2.8753 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=8350 loss=2.5996 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=8400 loss=3.0114 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=8450 loss=3.4529 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=8500 loss=3.2099 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=8550 loss=2.9794 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=8600 loss=2.8927 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=8650 loss=3.2673 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=8700 loss=3.1226 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=8750 loss=2.3274 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=8800 loss=3.0869 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=8850 loss=2.6066 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=8900 loss=2.2919 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=8950 loss=2.8058 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=9000 loss=3.1008 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=9050 loss=3.3271 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=9100 loss=2.7554 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=9150 loss=3.0420 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=9200 loss=2.7202 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=9250 loss=2.2837 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=9300 loss=2.3791 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=9350 loss=2.8817 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=9400 loss=2.7710 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=9450 loss=2.8680 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=9500 loss=3.2255 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=9550 loss=3.2461 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=9600 loss=2.9721 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=9650 loss=3.3075 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=9700 loss=3.0337 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=9750 loss=2.8742 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=9800 loss=2.8192 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=9850 loss=2.9024 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=9900 loss=3.2684 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=9950 loss=2.6057 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=10000 loss=2.7050 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=10050 loss=3.2144 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=10100 loss=2.6362 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=10150 loss=2.8181 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=10200 loss=3.1754 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=10250 loss=2.8524 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=10300 loss=2.7108 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=10350 loss=2.9169 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=10400 loss=3.0079 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=10450 loss=2.8519 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=10500 loss=2.3711 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=10550 loss=3.1183 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=10600 loss=3.0032 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=10650 loss=2.9912 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=10700 loss=3.5138 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=10750 loss=2.6444 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=10800 loss=2.8049 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=10850 loss=2.8889 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=10900 loss=3.1748 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=10950 loss=2.7033 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=11000 loss=2.7116 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=11050 loss=3.0049 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=11100 loss=3.0414 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=11150 loss=2.5403 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=11200 loss=2.5481 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=11250 loss=2.6138 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=11300 loss=3.0291 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=11350 loss=2.4967 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=11400 loss=3.1837 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=11450 loss=2.6636 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=11500 loss=2.7238 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=11550 loss=3.1750 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=11600 loss=2.8295 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=11650 loss=2.9565 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=11700 loss=3.0137 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=11750 loss=2.8121 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=11800 loss=2.7328 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=11850 loss=2.9941 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=11900 loss=2.8646 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=11950 loss=2.8665 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=12000 loss=2.8012 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=12050 loss=2.8188 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=12100 loss=2.7259 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=12150 loss=3.3115 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=12200 loss=3.0953 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=12250 loss=2.8647 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=12300 loss=2.8378 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=12350 loss=2.7478 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=12400 loss=2.9615 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=12450 loss=2.6697 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=12500 loss=2.9883 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=12550 loss=2.6807 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=12600 loss=2.4924 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=12650 loss=2.8734 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=12700 loss=2.8592 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=12750 loss=2.4770 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=12800 loss=3.0372 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=12850 loss=3.3176 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=12900 loss=2.8607 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=12950 loss=2.8846 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=13000 loss=3.2460 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=13050 loss=2.7558 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=13100 loss=2.9376 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=13150 loss=2.7840 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=13200 loss=3.0724 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=13250 loss=2.9279 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=13300 loss=2.4274 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=13350 loss=2.5540 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=13400 loss=2.5258 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=13450 loss=2.5996 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=13500 loss=2.3640 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=13550 loss=2.9259 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=13600 loss=2.6471 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=13650 loss=3.0233 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=13700 loss=3.0206 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=13750 loss=2.9736 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=13800 loss=2.6498 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=13850 loss=3.0758 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=13900 loss=2.7967 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=13950 loss=2.7356 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=14000 loss=3.4960 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=14050 loss=2.8505 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=14100 loss=2.7506 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=14150 loss=3.2795 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=14200 loss=2.8061 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=14250 loss=2.4121 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=14300 loss=2.7938 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=14350 loss=2.9937 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=14400 loss=2.4793 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=14450 loss=2.7651 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=14500 loss=2.5544 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=14550 loss=2.9646 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=14600 loss=3.0361 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=14650 loss=2.4238 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=14700 loss=3.1745 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=14750 loss=2.9253 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=14800 loss=3.2460 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=14850 loss=2.7379 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=14900 loss=2.9617 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=14950 loss=2.9156 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15000 loss=2.5582 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15050 loss=2.8424 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=15100 loss=3.0057 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15150 loss=2.8007 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=15200 loss=3.2878 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15250 loss=2.7342 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=15300 loss=3.1648 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=15350 loss=3.1431 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=15400 loss=3.3612 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=15450 loss=3.2171 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15500 loss=2.6267 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15550 loss=2.6476 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15600 loss=2.7659 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15650 loss=3.0378 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15700 loss=2.6086 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=15750 loss=2.6386 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=15800 loss=2.3056 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=15850 loss=3.0304 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=15900 loss=3.0067 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=15950 loss=2.8669 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=16000 loss=2.8933 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=16050 loss=2.8341 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=16100 loss=2.9665 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=16150 loss=2.5040 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=16200 loss=2.8507 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=16250 loss=2.9985 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=16300 loss=2.7367 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=16350 loss=2.6278 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=16400 loss=2.5695 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=16450 loss=2.9617 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=16500 loss=2.9347 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=16550 loss=2.8572 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=16600 loss=2.3583 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=16650 loss=2.4925 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=16700 loss=2.9927 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=16750 loss=3.0740 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=16800 loss=2.9370 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=16850 loss=3.2188 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=16900 loss=2.5503 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=16950 loss=2.0381 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=17000 loss=2.7349 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=17050 loss=2.9872 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=17100 loss=2.5074 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=17150 loss=2.8654 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=17200 loss=3.0751 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=17250 loss=2.5715 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=17300 loss=2.8443 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=17350 loss=2.6904 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=17400 loss=3.0446 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=17450 loss=2.4906 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=17500 loss=2.9852 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=17550 loss=2.9279 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=17600 loss=2.3994 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=17650 loss=2.9498 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=17700 loss=2.9709 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=17750 loss=2.5967 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=17800 loss=2.4801 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=17850 loss=3.0129 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=17900 loss=3.2798 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=17950 loss=2.8384 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=18000 loss=2.8054 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18050 loss=2.5364 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18100 loss=2.9769 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18150 loss=2.8643 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18200 loss=2.9924 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=18250 loss=2.5885 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18300 loss=2.5014 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=18350 loss=3.2986 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=18400 loss=2.9086 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=18450 loss=2.6615 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18500 loss=3.0865 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=18550 loss=3.1609 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=18600 loss=2.3413 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=18650 loss=3.0476 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=18700 loss=2.7304 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18750 loss=2.9743 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18800 loss=3.0486 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=18850 loss=2.5520 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=18900 loss=2.8083 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=18950 loss=2.6535 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=19000 loss=3.0906 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=19050 loss=3.4960 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=19100 loss=2.2433 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=19150 loss=2.7560 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=19200 loss=3.0503 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=19250 loss=2.8386 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=19300 loss=2.8441 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=19350 loss=2.5022 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=19400 loss=3.0300 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=19450 loss=2.8090 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=19500 loss=2.8225 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=19550 loss=3.1874 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=19600 loss=3.1803 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=19650 loss=3.2525 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=19700 loss=2.9534 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=19750 loss=2.8368 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=19800 loss=3.1394 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=19850 loss=2.7288 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=19900 loss=2.5428 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=19950 loss=3.7134 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=20000 loss=2.5839 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=20050 loss=2.6867 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=20100 loss=2.7118 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=20150 loss=2.4689 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=20200 loss=2.7175 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=20250 loss=2.4112 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=20300 loss=2.5213 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=20350 loss=2.6494 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=20400 loss=2.8115 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=20450 loss=2.5759 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=20500 loss=3.0765 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=20550 loss=2.2872 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=20600 loss=2.6515 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=20650 loss=2.5431 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=20700 loss=2.6824 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=20750 loss=2.5066 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=20800 loss=3.4860 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=20850 loss=2.8283 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=20900 loss=2.8001 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=20950 loss=2.6041 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=21000 loss=2.5124 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=21050 loss=3.0862 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=21100 loss=2.4791 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=21150 loss=3.2965 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=21200 loss=2.4133 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=21250 loss=2.8399 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=21300 loss=2.7989 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=21350 loss=2.6222 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=21400 loss=3.1068 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=21450 loss=3.2850 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=21500 loss=3.1019 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=21550 loss=2.6595 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=21600 loss=2.4562 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=21650 loss=2.6263 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=21700 loss=3.1589 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=21750 loss=2.7726 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=21800 loss=2.5081 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=21850 loss=2.8706 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=21900 loss=2.5442 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=21950 loss=2.6496 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=22000 loss=2.8850 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=22050 loss=2.6014 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=22100 loss=3.3938 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=22150 loss=2.4100 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=22200 loss=2.3859 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=22250 loss=2.4000 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=22300 loss=2.7142 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=22350 loss=2.8672 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=22400 loss=2.5272 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=22450 loss=2.8367 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=22500 loss=2.2765 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=22550 loss=2.7511 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=22600 loss=3.0918 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=22650 loss=2.4443 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=22700 loss=2.4899 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=22750 loss=2.6200 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=22800 loss=2.9716 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=22850 loss=2.8872 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=22900 loss=2.2519 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=22950 loss=2.6228 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=23000 loss=2.7307 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=23050 loss=2.7714 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=23100 loss=2.6121 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=23150 loss=2.6986 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=23200 loss=3.0254 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=23250 loss=2.7751 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=23300 loss=2.4547 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=23350 loss=2.8792 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=23400 loss=2.7342 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=23450 loss=2.5230 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=23500 loss=3.2785 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=23550 loss=2.6638 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=23600 loss=3.0413 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=23650 loss=2.8178 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=23700 loss=3.3435 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=23750 loss=2.3345 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=23800 loss=2.5105 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=23850 loss=2.7841 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=23900 loss=2.9832 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=23950 loss=2.6413 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=24000 loss=2.5542 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=24050 loss=2.1630 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=24100 loss=2.8950 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=24150 loss=2.4764 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=24200 loss=2.9107 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=24250 loss=2.5293 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=24300 loss=2.6761 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=24350 loss=2.6526 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=24400 loss=2.1338 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=24450 loss=2.5450 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=24500 loss=2.3255 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=24550 loss=2.8280 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=24600 loss=2.7468 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=24650 loss=2.5516 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=24700 loss=3.5408 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=24750 loss=2.8157 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=24800 loss=2.2255 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=24850 loss=2.1349 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=24900 loss=2.7590 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=24950 loss=3.1107 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=25000 loss=2.8886 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=25050 loss=2.6137 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=25100 loss=2.6792 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=25150 loss=2.4206 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=25200 loss=2.8807 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=25250 loss=2.4284 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=25300 loss=2.7117 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=25350 loss=2.7697 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=25400 loss=3.2210 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=25450 loss=3.3822 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=25500 loss=2.5196 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=25550 loss=2.7381 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=25600 loss=3.4083 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=25650 loss=2.5500 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=25700 loss=2.3476 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=25750 loss=2.9487 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=25800 loss=2.8078 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=25850 loss=2.6534 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=25900 loss=2.8226 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=25950 loss=3.2376 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=26000 loss=2.7026 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=26050 loss=2.5521 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=26100 loss=2.5417 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=26150 loss=2.2235 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=26200 loss=2.7017 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=26250 loss=2.9780 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=26300 loss=2.9184 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=26350 loss=2.6022 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=26400 loss=3.3877 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=26450 loss=3.1242 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=26500 loss=2.5206 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=26550 loss=2.6061 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=26600 loss=2.8569 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=26650 loss=2.7854 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=26700 loss=2.4751 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=26750 loss=2.6167 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=26800 loss=2.9877 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=26850 loss=2.6905 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=26900 loss=2.4294 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=26950 loss=2.5784 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=27000 loss=3.0334 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=27050 loss=2.9092 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=27100 loss=2.7480 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=27150 loss=2.4907 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=27200 loss=2.7713 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=27250 loss=2.8071 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=27300 loss=2.6295 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=27350 loss=2.8359 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=27400 loss=2.8538 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=27450 loss=2.2977 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=27500 loss=2.3883 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=27550 loss=2.5701 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=27600 loss=3.2303 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=27650 loss=2.8685 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=27700 loss=2.5506 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=27750 loss=2.5811 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=27800 loss=2.4885 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=27850 loss=2.9783 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=27900 loss=3.0258 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=27950 loss=2.9270 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=28000 loss=2.4860 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=28050 loss=2.6870 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=28100 loss=3.0025 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=28150 loss=2.4052 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=28200 loss=3.0719 {'pos0_bos_p': 0.9999961853027344, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999935626983643, 'last_eos_top1': 4}
+step=28250 loss=2.7451 {'pos0_bos_p': 0.9999972581863403, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999949932098389, 'last_eos_top1': 4}
+step=28300 loss=3.2065 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=28350 loss=2.8432 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=28400 loss=3.0282 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=28450 loss=2.4730 {'pos0_bos_p': 0.999996542930603, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999940395355225, 'last_eos_top1': 4}
+step=28500 loss=3.2660 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999942779541016, 'last_eos_top1': 4}
+step=28550 loss=2.5052 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999940395355225, 'last_eos_top1': 4}
+step=28600 loss=2.5973 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999926090240479, 'last_eos_top1': 4}
+step=28650 loss=2.3866 {'pos0_bos_p': 0.999996542930603, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999940395355225, 'last_eos_top1': 4}
+step=28700 loss=2.9352 {'pos0_bos_p': 0.9999969005584717, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999953508377075, 'last_eos_top1': 4}
+step=28750 loss=2.9823 {'pos0_bos_p': 0.9999969005584717, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999955892562866, 'last_eos_top1': 4}
+step=28800 loss=2.8047 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=28850 loss=2.9194 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=28900 loss=2.8070 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999955892562866, 'last_eos_top1': 4}
+step=28950 loss=2.6726 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=29000 loss=2.2268 {'pos0_bos_p': 0.9999969005584717, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999947547912598, 'last_eos_top1': 4}
+step=29050 loss=2.2477 {'pos0_bos_p': 0.9999969005584717, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999947547912598, 'last_eos_top1': 4}
+step=29100 loss=3.1467 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=29150 loss=2.4983 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=29200 loss=3.0764 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=29250 loss=2.5999 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=29300 loss=2.0117 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=29350 loss=2.7198 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=29400 loss=2.8076 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=29450 loss=2.6108 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=29500 loss=2.8100 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=29550 loss=2.8062 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=29600 loss=3.1181 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=29650 loss=2.1884 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=29700 loss=3.0128 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=29750 loss=3.0210 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=29800 loss=3.3317 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=29850 loss=2.7879 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=29900 loss=3.3030 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=29950 loss=2.9469 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=30000 loss=2.6907 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=30050 loss=3.0749 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=30100 loss=3.2710 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=30150 loss=3.1431 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=30200 loss=3.0584 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=30250 loss=3.1804 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=30300 loss=2.6599 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=30350 loss=2.5259 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=30400 loss=2.9619 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=30450 loss=2.1704 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=30500 loss=3.0191 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=30550 loss=2.4451 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=30600 loss=2.8583 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=30650 loss=2.7661 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=30700 loss=2.2121 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=30750 loss=3.1041 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=30800 loss=2.5086 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=30850 loss=2.9818 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=30900 loss=2.9679 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=30950 loss=3.1289 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=31000 loss=2.8575 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=31050 loss=2.3963 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=31100 loss=3.1540 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=31150 loss=2.3306 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=31200 loss=2.4145 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=31250 loss=2.6987 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=31300 loss=3.0205 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=31350 loss=3.1594 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=31400 loss=2.6266 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=31450 loss=2.3599 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=31500 loss=2.9114 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=31550 loss=2.6815 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=31600 loss=3.5392 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=31650 loss=2.7619 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=31700 loss=2.8955 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=31750 loss=2.8296 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=31800 loss=2.8614 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=31850 loss=2.6640 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=31900 loss=2.7743 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=31950 loss=2.9436 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=32000 loss=3.1220 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=32050 loss=2.9541 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=32100 loss=2.8594 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=32150 loss=3.0422 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=32200 loss=2.8484 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=32250 loss=3.2537 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=32300 loss=2.4058 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=32350 loss=2.8822 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=32400 loss=2.9680 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=32450 loss=2.4672 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=32500 loss=2.5268 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=32550 loss=2.5805 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=32600 loss=2.6149 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=32650 loss=2.6274 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=32700 loss=3.1914 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=32750 loss=3.0582 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=32800 loss=3.2800 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=32850 loss=2.6307 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=32900 loss=2.2621 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=32950 loss=2.8082 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=33000 loss=2.7533 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=33050 loss=3.1061 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=33100 loss=2.5443 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=33150 loss=3.1499 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=33200 loss=2.5767 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=33250 loss=2.9086 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=33300 loss=2.7522 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=33350 loss=2.4483 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=33400 loss=3.0370 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=33450 loss=2.3487 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=33500 loss=2.9665 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=33550 loss=2.5104 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=33600 loss=2.5608 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=33650 loss=3.0711 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=33700 loss=2.7965 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=33750 loss=2.4812 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=33800 loss=1.9835 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=33850 loss=3.0072 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=33900 loss=2.8209 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=33950 loss=2.6965 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=34000 loss=2.8214 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=34050 loss=3.0031 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=34100 loss=2.6169 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=34150 loss=2.5009 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=34200 loss=2.3571 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=34250 loss=2.8694 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=34300 loss=2.3685 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=34350 loss=2.6051 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=34400 loss=3.0108 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=34450 loss=2.9268 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=34500 loss=2.1569 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=34550 loss=2.5198 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=34600 loss=2.7104 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=34650 loss=2.7611 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=34700 loss=2.9837 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=34750 loss=2.4981 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=34800 loss=2.5398 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=34850 loss=2.8755 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=34900 loss=2.7541 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=34950 loss=2.3685 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=35000 loss=2.4935 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=35050 loss=2.6572 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=35100 loss=2.8563 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=35150 loss=2.5655 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=35200 loss=2.7424 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=35250 loss=2.8379 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=35300 loss=2.4330 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=35350 loss=2.7508 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=35400 loss=2.3585 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=35450 loss=2.2423 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=35500 loss=3.0655 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=35550 loss=2.6271 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=35600 loss=2.6847 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=35650 loss=2.6661 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=35700 loss=2.5519 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=35750 loss=2.6892 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=35800 loss=2.8662 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=35850 loss=2.9627 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=35900 loss=3.0388 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=35950 loss=2.9000 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=36000 loss=2.6268 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=36050 loss=2.7139 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=36100 loss=2.5687 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=36150 loss=2.7924 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=36200 loss=3.0590 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=36250 loss=2.9289 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=36300 loss=3.1929 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=36350 loss=2.9369 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=36400 loss=2.7407 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=36450 loss=2.8160 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=36500 loss=3.0729 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=36550 loss=2.8763 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=36600 loss=2.5732 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=36650 loss=2.9340 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=36700 loss=2.6238 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=36750 loss=2.2656 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=36800 loss=2.6045 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=36850 loss=3.2462 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=36900 loss=2.5859 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=36950 loss=2.4467 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=37000 loss=2.6213 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=37050 loss=2.7459 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=37100 loss=2.7467 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=37150 loss=2.7362 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=37200 loss=2.4356 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=37250 loss=2.7823 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=37300 loss=2.6624 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=37350 loss=3.0848 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=37400 loss=2.6658 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=37450 loss=2.4525 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=37500 loss=2.4291 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=37550 loss=3.0010 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=37600 loss=2.1850 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=37650 loss=3.0768 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=37700 loss=2.7432 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=37750 loss=2.6061 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=37800 loss=2.8125 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=37850 loss=2.8129 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=37900 loss=2.6620 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=37950 loss=2.4912 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=38000 loss=2.8293 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=38050 loss=2.6315 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=38100 loss=3.2446 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=38150 loss=2.6212 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=38200 loss=2.4378 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=38250 loss=2.9187 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=38300 loss=2.9597 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=38350 loss=2.6400 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=38400 loss=2.8751 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=38450 loss=2.5831 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=38500 loss=2.9221 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=38550 loss=2.9595 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=38600 loss=2.9927 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=38650 loss=2.7922 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=38700 loss=2.2707 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=38750 loss=3.1473 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=38800 loss=2.9568 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=38850 loss=2.6306 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=38900 loss=2.6012 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=38950 loss=2.6402 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=39000 loss=2.5507 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=39050 loss=2.9362 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=39100 loss=2.5529 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=39150 loss=2.9696 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=39200 loss=2.7076 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=39250 loss=2.8616 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=39300 loss=3.1065 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=39350 loss=2.6683 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=39400 loss=2.7217 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=39450 loss=2.4277 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=39500 loss=2.6989 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=39550 loss=3.2858 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=39600 loss=3.1411 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=39650 loss=3.1767 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=39700 loss=3.1306 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=39750 loss=2.2404 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=39800 loss=2.4321 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=39850 loss=2.6041 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=39900 loss=2.9999 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=39950 loss=2.5400 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=40000 loss=2.6620 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=40050 loss=2.9221 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=40100 loss=2.9492 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=40150 loss=2.6007 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=40200 loss=2.4936 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=40250 loss=3.4278 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=40300 loss=2.7859 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=40350 loss=2.9303 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=40400 loss=2.4760 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=40450 loss=2.9558 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=40500 loss=3.1663 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=40550 loss=3.0423 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=40600 loss=3.0278 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=40650 loss=2.5641 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=40700 loss=2.7892 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=40750 loss=2.3641 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=40800 loss=2.2139 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=40850 loss=3.2187 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=40900 loss=2.3949 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=40950 loss=3.0777 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=41000 loss=2.6167 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=41050 loss=2.8365 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=41100 loss=2.2293 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=41150 loss=2.6954 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=41200 loss=3.2044 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=41250 loss=2.7755 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=41300 loss=2.3587 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=41350 loss=2.6078 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=41400 loss=3.1163 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=41450 loss=2.8416 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=41500 loss=2.4946 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=41550 loss=3.1496 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=41600 loss=2.9193 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=41650 loss=2.4096 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=41700 loss=2.7257 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=41750 loss=2.0488 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=41800 loss=2.9943 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=41850 loss=3.1296 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=41900 loss=2.7937 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=41950 loss=2.5554 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=42000 loss=2.6939 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=42050 loss=2.6221 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=42100 loss=2.5920 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=42150 loss=2.4820 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=42200 loss=2.7971 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=42250 loss=3.0055 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=42300 loss=2.0794 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=42350 loss=2.2675 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=42400 loss=2.7941 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=42450 loss=2.7820 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=42500 loss=2.1290 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=42550 loss=2.5300 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=42600 loss=2.7721 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=42650 loss=2.8872 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=42700 loss=2.9078 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=42750 loss=2.3276 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=42800 loss=2.8997 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=42850 loss=2.7103 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999959468841553, 'last_eos_top1': 4}
+step=42900 loss=3.3670 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=42950 loss=2.7873 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=43000 loss=2.7018 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=43050 loss=3.2832 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=43100 loss=2.9794 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=43150 loss=2.4771 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=43200 loss=2.8949 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=43250 loss=2.7951 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=43300 loss=2.9138 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999954700469971, 'last_eos_top1': 4}
+step=43350 loss=2.6431 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=43400 loss=2.9526 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=43450 loss=2.8026 {'pos0_bos_p': 0.9999972581863403, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999954700469971, 'last_eos_top1': 4}
+step=43500 loss=2.6123 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999955892562866, 'last_eos_top1': 4}
+step=43550 loss=2.8324 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=43600 loss=2.4756 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=43650 loss=2.8707 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=43700 loss=2.9275 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999959468841553, 'last_eos_top1': 4}
+step=43750 loss=3.0950 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=43800 loss=2.8998 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=43850 loss=3.1037 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=43900 loss=2.4955 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=43950 loss=2.4049 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=44000 loss=3.2691 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=44050 loss=2.9760 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=44100 loss=2.7445 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=44150 loss=3.0997 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=44200 loss=2.9938 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=44250 loss=2.4695 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=44300 loss=2.3945 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=44350 loss=2.6326 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=44400 loss=2.9346 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=44450 loss=2.7219 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=44500 loss=3.3249 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=44550 loss=2.3937 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=44600 loss=2.1551 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=44650 loss=2.6258 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=44700 loss=2.9850 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=44750 loss=3.2751 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=44800 loss=2.6714 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=44850 loss=3.1198 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=44900 loss=3.3749 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=44950 loss=2.4679 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=45000 loss=2.7756 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=45050 loss=3.1002 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=45100 loss=2.3721 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=45150 loss=3.1994 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=45200 loss=2.3241 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=45250 loss=3.0072 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=45300 loss=2.7886 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=45350 loss=2.7911 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=45400 loss=2.5228 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=45450 loss=2.8588 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=45500 loss=2.6853 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=45550 loss=2.3219 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=45600 loss=2.5902 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=45650 loss=3.3206 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=45700 loss=2.4420 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=45750 loss=2.5423 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=45800 loss=3.2725 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=45850 loss=2.3912 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=45900 loss=2.7004 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=45950 loss=2.3428 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=46000 loss=2.7817 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=46050 loss=2.6046 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=46100 loss=3.0966 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=46150 loss=2.4364 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=46200 loss=2.6477 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=46250 loss=2.3139 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=46300 loss=2.9106 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=46350 loss=2.5782 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=46400 loss=2.9114 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=46450 loss=2.9152 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=46500 loss=2.7444 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=46550 loss=3.1662 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=46600 loss=2.7389 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=46650 loss=2.5990 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=46700 loss=2.9301 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=46750 loss=2.6676 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=46800 loss=2.9864 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=46850 loss=2.8066 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=46900 loss=2.6986 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=46950 loss=2.6774 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=47000 loss=3.1399 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=47050 loss=2.7114 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=47100 loss=2.8319 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=47150 loss=2.3312 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=47200 loss=2.5864 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=47250 loss=2.5778 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=47300 loss=2.7858 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=47350 loss=2.2527 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=47400 loss=3.0292 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=47450 loss=2.8070 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=47500 loss=2.4929 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=47550 loss=2.6755 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=47600 loss=2.5188 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=47650 loss=3.0211 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=47700 loss=2.5815 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=47750 loss=2.3937 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=47800 loss=2.6565 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=47850 loss=3.0511 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=47900 loss=2.7188 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=47950 loss=2.0676 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=48000 loss=2.9994 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=48050 loss=2.4916 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=48100 loss=2.5385 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=48150 loss=3.1884 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=48200 loss=3.3163 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=48250 loss=2.4349 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=48300 loss=3.0999 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=48350 loss=2.6376 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=48400 loss=2.7362 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=48450 loss=2.7737 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=48500 loss=2.7108 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=48550 loss=2.5684 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=48600 loss=2.6894 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=48650 loss=2.9547 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=48700 loss=2.4883 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=48750 loss=2.9969 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=48800 loss=2.7934 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=48850 loss=2.8026 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=48900 loss=2.9510 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=48950 loss=2.8594 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=49000 loss=2.7041 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=49050 loss=2.9113 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=49100 loss=2.4053 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=49150 loss=2.8829 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=49200 loss=2.9355 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=49250 loss=2.7691 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=49300 loss=2.5861 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=49350 loss=2.3425 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=49400 loss=2.3111 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=49450 loss=3.1123 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=49500 loss=2.7896 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=49550 loss=2.7231 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=49600 loss=2.4909 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=49650 loss=2.6062 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=49700 loss=2.1238 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=49750 loss=1.9319 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=49800 loss=2.6846 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=49850 loss=2.3178 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=49900 loss=2.7134 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=49950 loss=2.5827 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=50000 loss=2.7775 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=50050 loss=3.1014 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=50100 loss=2.4878 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=50150 loss=2.8043 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=50200 loss=2.2163 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=50250 loss=3.0185 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=50300 loss=2.8613 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=50350 loss=2.7370 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=50400 loss=3.1652 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=50450 loss=2.3801 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=50500 loss=2.6441 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=50550 loss=2.3453 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=50600 loss=2.7110 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=50650 loss=2.7405 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=50700 loss=2.4592 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=50750 loss=2.7711 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=50800 loss=2.8037 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=50850 loss=3.3755 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=50900 loss=2.8314 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=50950 loss=2.6601 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=51000 loss=2.6568 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=51050 loss=2.7706 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=51100 loss=2.4710 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=51150 loss=3.0486 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=51200 loss=2.3731 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=51250 loss=2.3774 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=51300 loss=2.5543 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=51350 loss=2.7679 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=51400 loss=2.6956 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=51450 loss=2.7606 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=51500 loss=2.3461 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=51550 loss=2.0055 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=51600 loss=2.8049 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=51650 loss=2.5999 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=51700 loss=3.1552 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=51750 loss=3.0234 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=51800 loss=3.2300 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=51850 loss=2.3083 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=51900 loss=2.7583 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=51950 loss=3.1505 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=52000 loss=3.0351 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=52050 loss=2.6245 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=52100 loss=2.9278 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=52150 loss=2.5423 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=52200 loss=2.7512 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=52250 loss=2.4397 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=52300 loss=2.3097 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=52350 loss=2.6063 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=52400 loss=2.4458 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=52450 loss=2.4018 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=52500 loss=3.1168 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=52550 loss=2.2481 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=52600 loss=2.4396 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=52650 loss=2.0524 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=52700 loss=2.6590 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=52750 loss=2.6574 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=52800 loss=2.8151 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=52850 loss=2.5697 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=52900 loss=2.3452 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=52950 loss=2.9395 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=53000 loss=2.5183 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=53050 loss=2.5981 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=53100 loss=2.7414 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=53150 loss=2.6723 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=53200 loss=2.6932 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=53250 loss=3.1745 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=53300 loss=2.2808 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=53350 loss=2.6950 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=53400 loss=2.8419 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=53450 loss=2.4704 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=53500 loss=2.8999 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=53550 loss=2.6741 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=53600 loss=2.2064 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=53650 loss=2.2061 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=53700 loss=2.1917 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=53750 loss=2.8972 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=53800 loss=2.6914 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=53850 loss=2.7348 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=53900 loss=2.8416 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=53950 loss=3.1584 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=54000 loss=1.9278 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=54050 loss=3.1766 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=54100 loss=2.6536 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=54150 loss=2.6197 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=54200 loss=2.9182 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=54250 loss=2.5846 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=54300 loss=2.7988 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=54350 loss=2.4316 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=54400 loss=2.7829 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=54450 loss=2.8204 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=54500 loss=2.1947 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=54550 loss=2.8095 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=54600 loss=2.5059 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=54650 loss=2.2161 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=54700 loss=2.8185 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=54750 loss=2.6794 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=54800 loss=2.7044 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=54850 loss=2.4584 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=54900 loss=2.4120 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=54950 loss=2.7103 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=55000 loss=2.3737 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=55050 loss=2.5582 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55100 loss=2.5738 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=55150 loss=2.3617 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=55200 loss=2.3707 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55250 loss=2.4130 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=55300 loss=2.5297 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55350 loss=3.2568 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=55400 loss=3.0801 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=55450 loss=2.8002 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55500 loss=2.8472 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=55550 loss=2.6926 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=55600 loss=2.4873 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55650 loss=2.6100 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55700 loss=2.6095 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55750 loss=3.0724 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55800 loss=2.7905 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55850 loss=2.7631 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=55900 loss=2.1402 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=55950 loss=2.9307 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56000 loss=2.3532 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=56050 loss=2.2971 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=56100 loss=2.9089 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56150 loss=2.7074 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56200 loss=2.8297 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56250 loss=3.1113 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=56300 loss=2.6856 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56350 loss=2.4869 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=56400 loss=3.1617 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56450 loss=3.2978 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56500 loss=2.6635 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56550 loss=2.7690 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=56600 loss=2.3634 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56650 loss=3.1816 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=56700 loss=3.1344 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=56750 loss=2.6803 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=56800 loss=2.3426 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=56850 loss=3.0550 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=56900 loss=2.7699 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=56950 loss=2.7628 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=57000 loss=2.5525 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=57050 loss=2.8579 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=57100 loss=2.4832 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=57150 loss=2.4671 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=57200 loss=2.0474 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=57250 loss=2.8876 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=57300 loss=3.0558 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=57350 loss=2.5757 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=57400 loss=2.5689 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=57450 loss=3.0050 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=57500 loss=2.2804 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=57550 loss=2.6504 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=57600 loss=2.8406 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=57650 loss=2.4011 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=57700 loss=2.7283 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=57750 loss=2.6584 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=57800 loss=2.8809 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=57850 loss=2.3197 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=57900 loss=3.2361 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=57950 loss=2.4547 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58000 loss=2.9060 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58050 loss=2.6335 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58100 loss=2.7796 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58150 loss=3.2190 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58200 loss=2.3173 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58250 loss=2.9529 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58300 loss=2.4834 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58350 loss=3.0948 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58400 loss=2.7687 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=58450 loss=2.6957 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=58500 loss=2.6759 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=58550 loss=2.7369 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=58600 loss=2.7556 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=58650 loss=3.1380 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=58700 loss=2.3867 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=58750 loss=2.1239 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=58800 loss=3.0601 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=58850 loss=2.6231 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=58900 loss=2.5310 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=58950 loss=2.6099 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=59000 loss=2.8839 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=59050 loss=3.1008 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=59100 loss=2.4822 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=59150 loss=2.4736 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=59200 loss=2.1883 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=59250 loss=2.0988 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=59300 loss=2.6538 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=59350 loss=2.6499 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=59400 loss=2.8268 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=59450 loss=2.5372 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=59500 loss=2.7457 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=59550 loss=2.6920 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=59600 loss=2.6565 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=59650 loss=2.5242 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=59700 loss=2.6444 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=59750 loss=2.3821 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=59800 loss=3.0134 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=59850 loss=2.7893 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=59900 loss=2.7675 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=59950 loss=2.7119 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=60000 loss=2.9967 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=60050 loss=2.7009 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=60100 loss=2.6114 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=60150 loss=2.9215 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=60200 loss=2.9897 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=60250 loss=2.3848 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=60300 loss=3.2438 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=60350 loss=2.8833 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=60400 loss=2.0438 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=60450 loss=2.9449 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=60500 loss=2.5539 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=60550 loss=2.7627 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=60600 loss=2.9594 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=60650 loss=3.0591 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=60700 loss=2.3587 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=60750 loss=2.6720 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=60800 loss=2.7002 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=60850 loss=2.5472 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=60900 loss=2.4645 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=60950 loss=2.7086 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=61000 loss=3.6161 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=61050 loss=2.3223 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=61100 loss=2.7242 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=61150 loss=2.7572 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=61200 loss=2.3813 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=61250 loss=2.7133 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=61300 loss=2.9409 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=61350 loss=2.7682 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=61400 loss=2.2500 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=61450 loss=2.7441 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=61500 loss=2.7780 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=61550 loss=3.2096 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=61600 loss=2.7505 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=61650 loss=3.0206 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=61700 loss=2.9221 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=61750 loss=3.0383 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=61800 loss=2.9072 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=61850 loss=2.4663 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=61900 loss=2.3877 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=61950 loss=2.7066 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=62000 loss=2.2922 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=62050 loss=2.5205 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=62100 loss=3.2408 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=62150 loss=2.9516 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=62200 loss=2.6561 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=62250 loss=2.6334 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=62300 loss=2.4914 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=62350 loss=2.3141 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=62400 loss=2.8612 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=62450 loss=3.0105 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=62500 loss=2.9510 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=62550 loss=2.1974 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=62600 loss=2.2054 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=62650 loss=2.3006 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=62700 loss=2.7060 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=62750 loss=2.7505 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=62800 loss=2.4924 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=62850 loss=2.6630 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=62900 loss=2.5731 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=62950 loss=2.7032 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=63000 loss=2.6745 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=63050 loss=3.2740 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=63100 loss=2.3413 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=63150 loss=2.2884 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=63200 loss=3.3802 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=63250 loss=2.5917 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=63300 loss=2.8875 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=63350 loss=2.6778 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=63400 loss=2.8053 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=63450 loss=2.5153 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=63500 loss=2.6047 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=63550 loss=3.2577 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=63600 loss=2.9319 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=63650 loss=2.8058 {'pos0_bos_p': 0.999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4}
+step=63700 loss=2.8917 {'pos0_bos_p': 0.9999946355819702, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4}
+step=63750 loss=2.8653 {'pos0_bos_p': 0.9999936819076538, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4}
+step=63800 loss=2.2850 {'pos0_bos_p': 0.9999943971633911, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4}
+step=63850 loss=3.1815 {'pos0_bos_p': 0.9999955892562866, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999924898147583, 'last_eos_top1': 4}
+step=63900 loss=2.8478 {'pos0_bos_p': 0.9999959468841553, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999938011169434, 'last_eos_top1': 4}
+step=63950 loss=2.6302 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4}
+step=64000 loss=2.6409 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999940395355225, 'last_eos_top1': 4}
+step=64050 loss=2.4662 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999936819076538, 'last_eos_top1': 4}
+step=64100 loss=2.2024 {'pos0_bos_p': 0.9999955892562866, 'pos0_bos_top1': 4, 'last_eos_p': 0.999993085861206, 'last_eos_top1': 4}
+step=64150 loss=2.7817 {'pos0_bos_p': 0.9999963045120239, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999938011169434, 'last_eos_top1': 4}
+step=64200 loss=2.7419 {'pos0_bos_p': 0.9999963045120239, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999943971633911, 'last_eos_top1': 4}
+step=64250 loss=2.2757 {'pos0_bos_p': 0.9999954700469971, 'pos0_bos_top1': 4, 'last_eos_p': 0.999992847442627, 'last_eos_top1': 4}
+step=64300 loss=2.5358 {'pos0_bos_p': 0.999996542930603, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999943971633911, 'last_eos_top1': 4}
+step=64350 loss=2.9472 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999943971633911, 'last_eos_top1': 4}
+step=64400 loss=2.6485 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=64450 loss=2.1894 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.999995231628418, 'last_eos_top1': 4}
+step=64500 loss=2.3980 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=64550 loss=2.5708 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999959468841553, 'last_eos_top1': 4}
+step=64600 loss=2.5388 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999959468841553, 'last_eos_top1': 4}
+step=64650 loss=2.8541 {'pos0_bos_p': 0.9999971389770508, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999954700469971, 'last_eos_top1': 4}
+step=64700 loss=2.8952 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=64750 loss=2.5433 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=64800 loss=2.3572 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=64850 loss=2.3667 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=64900 loss=2.7521 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=64950 loss=2.1778 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=65000 loss=2.8578 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=65050 loss=3.0026 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=65100 loss=2.5289 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=65150 loss=2.4865 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=65200 loss=2.9552 {'pos0_bos_p': 0.9999963045120239, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999936819076538, 'last_eos_top1': 4}
+step=65250 loss=2.4155 {'pos0_bos_p': 0.9999948740005493, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999922513961792, 'last_eos_top1': 4}
+step=65300 loss=2.6361 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999933242797852, 'last_eos_top1': 4}
+step=65350 loss=2.6527 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999934434890747, 'last_eos_top1': 4}
+step=65400 loss=2.4749 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999934434890747, 'last_eos_top1': 4}
+step=65450 loss=2.7149 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999934434890747, 'last_eos_top1': 4}
+step=65500 loss=2.6362 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999934434890747, 'last_eos_top1': 4}
+step=65550 loss=2.8768 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999949932098389, 'last_eos_top1': 4}
+step=65600 loss=3.2231 {'pos0_bos_p': 0.9999967813491821, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999947547912598, 'last_eos_top1': 4}
+step=65650 loss=2.1410 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999947547912598, 'last_eos_top1': 4}
+step=65700 loss=2.4361 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=65750 loss=2.3729 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=65800 loss=1.9890 {'pos0_bos_p': 0.9999971389770508, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999954700469971, 'last_eos_top1': 4}
+step=65850 loss=2.2622 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=65900 loss=2.6589 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=65950 loss=3.3879 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=66000 loss=2.2690 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=66050 loss=2.6970 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=66100 loss=2.2303 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=66150 loss=3.6097 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=66200 loss=2.8711 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=66250 loss=2.9119 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=66300 loss=2.9747 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=66350 loss=2.4419 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=66400 loss=2.9597 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999959468841553, 'last_eos_top1': 4}
+step=66450 loss=2.2356 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=66500 loss=2.6024 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=66550 loss=2.7616 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=66600 loss=2.4499 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=66650 loss=2.7418 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=66700 loss=2.9140 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=66750 loss=2.5789 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=66800 loss=2.8740 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=66850 loss=3.1401 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=66900 loss=3.0213 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=66950 loss=2.6680 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=67000 loss=2.8447 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=67050 loss=3.0197 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=67100 loss=2.7809 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=67150 loss=2.6900 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=67200 loss=2.7327 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=67250 loss=2.8524 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=67300 loss=2.4655 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=67350 loss=2.5909 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=67400 loss=2.8679 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=67450 loss=2.8917 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=67500 loss=2.8397 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=67550 loss=2.7241 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=67600 loss=2.8106 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=67650 loss=2.7181 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=67700 loss=2.3847 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=67750 loss=2.1220 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=67800 loss=2.7560 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=67850 loss=2.7345 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=67900 loss=2.7481 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=67950 loss=2.4107 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=68000 loss=2.4424 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=68050 loss=2.7756 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=68100 loss=3.2216 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=68150 loss=2.7280 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=68200 loss=2.9457 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=68250 loss=2.7205 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=68300 loss=2.5814 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=68350 loss=2.7871 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=68400 loss=2.9032 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=68450 loss=2.8237 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=68500 loss=2.5610 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=68550 loss=3.0361 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=68600 loss=2.9586 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=68650 loss=2.6198 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=68700 loss=2.3321 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=68750 loss=2.3386 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=68800 loss=3.2608 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=68850 loss=2.7215 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=68900 loss=2.2410 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=68950 loss=3.1985 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=69000 loss=2.1415 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=69050 loss=3.0174 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69100 loss=2.9134 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=69150 loss=2.5934 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=69200 loss=2.9125 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=69250 loss=2.6010 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=69300 loss=2.7170 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=69350 loss=2.5585 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69400 loss=2.5651 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69450 loss=2.6780 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69500 loss=2.2335 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=69550 loss=2.3471 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=69600 loss=2.5383 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69650 loss=2.2276 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=69700 loss=2.3101 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=69750 loss=3.3150 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69800 loss=2.5851 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69850 loss=3.0680 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69900 loss=2.7431 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=69950 loss=2.6007 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=70000 loss=2.7162 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=70050 loss=2.3466 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=70100 loss=2.4159 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=70150 loss=2.8654 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=70200 loss=2.8418 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=70250 loss=2.1905 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=70300 loss=2.8626 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=70350 loss=2.7244 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=70400 loss=2.9108 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=70450 loss=2.7345 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=70500 loss=2.6348 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=70550 loss=2.7778 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=70600 loss=2.5192 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=70650 loss=2.8735 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=70700 loss=2.3153 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=70750 loss=3.0586 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=70800 loss=2.8945 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=70850 loss=2.6004 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=70900 loss=2.0234 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=70950 loss=2.8765 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=71000 loss=2.3257 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=71050 loss=2.7701 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=71100 loss=2.7249 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=71150 loss=2.9864 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=71200 loss=2.4873 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=71250 loss=3.1379 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=71300 loss=3.1791 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=71350 loss=3.1411 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=71400 loss=2.6739 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=71450 loss=2.8612 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=71500 loss=2.4204 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=71550 loss=2.1367 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=71600 loss=2.5192 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=71650 loss=2.7225 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=71700 loss=2.6719 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=71750 loss=2.8763 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=71800 loss=3.0539 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=71850 loss=2.7992 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=71900 loss=2.4071 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=71950 loss=2.9576 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=72000 loss=2.2746 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=72050 loss=2.6886 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=72100 loss=2.6143 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72150 loss=2.8989 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72200 loss=2.8847 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72250 loss=2.5001 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72300 loss=2.7883 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72350 loss=2.6540 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72400 loss=2.8285 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=72450 loss=2.5026 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=72500 loss=2.1508 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=72550 loss=2.4422 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72600 loss=2.3040 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72650 loss=2.8935 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72700 loss=2.7503 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=72750 loss=3.0692 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=72800 loss=2.4141 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=72850 loss=3.1606 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=72900 loss=2.5145 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=72950 loss=2.4555 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=73000 loss=2.6289 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=73050 loss=2.2358 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=73100 loss=2.8893 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=73150 loss=2.8711 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=73200 loss=2.3087 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=73250 loss=2.7824 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=73300 loss=2.8916 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=73350 loss=2.9456 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=73400 loss=2.5091 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=73450 loss=2.6136 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=73500 loss=2.7418 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=73550 loss=2.1086 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=73600 loss=2.5051 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=73650 loss=2.8531 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=73700 loss=2.7602 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=73750 loss=3.1324 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=73800 loss=3.1627 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=73850 loss=2.5982 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=73900 loss=2.2380 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=73950 loss=2.9505 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=74000 loss=2.7558 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=74050 loss=2.8487 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=74100 loss=2.5911 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=74150 loss=2.4109 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=74200 loss=2.7956 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=74250 loss=2.6218 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=74300 loss=3.1624 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=74350 loss=2.6982 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=74400 loss=2.5904 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=74450 loss=2.3150 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=74500 loss=3.0334 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=74550 loss=2.1673 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=74600 loss=2.2733 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=74650 loss=3.1111 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=74700 loss=2.5135 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=74750 loss=2.2245 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=74800 loss=2.9211 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=74850 loss=2.6922 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=74900 loss=3.1411 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=74950 loss=2.5743 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=75000 loss=2.7387 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=75050 loss=2.5441 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=75100 loss=2.9740 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4}
+step=75150 loss=2.6294 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=75200 loss=2.8657 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=75250 loss=2.9770 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=75300 loss=3.3372 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=75350 loss=1.9598 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=75400 loss=3.0975 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=75450 loss=2.1156 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=75500 loss=3.2802 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=75550 loss=2.3835 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=75600 loss=3.0463 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=75650 loss=2.7585 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=75700 loss=2.6612 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=75750 loss=2.4110 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=75800 loss=2.6300 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=75850 loss=2.7988 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=75900 loss=2.4379 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=75950 loss=2.8486 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=76000 loss=2.8168 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=76050 loss=2.5226 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=76100 loss=2.5731 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=76150 loss=2.3845 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=76200 loss=2.8613 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=76250 loss=2.1631 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=76300 loss=3.0223 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=76350 loss=2.6415 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=76400 loss=2.8710 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=76450 loss=2.3061 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=76500 loss=2.5508 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=76550 loss=2.4280 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=76600 loss=2.2815 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=76650 loss=2.7393 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=76700 loss=2.7004 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=76750 loss=3.2202 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=76800 loss=2.4674 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=76850 loss=2.9823 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=76900 loss=1.9805 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=76950 loss=2.7111 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=77000 loss=2.6334 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=77050 loss=2.4974 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=77100 loss=2.8127 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=77150 loss=2.7439 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=77200 loss=3.0558 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=77250 loss=2.4662 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=77300 loss=2.6896 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=77350 loss=2.7350 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=77400 loss=2.6025 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=77450 loss=3.0677 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=77500 loss=2.9913 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=77550 loss=2.6492 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=77600 loss=2.5618 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=77650 loss=2.7198 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=77700 loss=2.8014 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=77750 loss=2.6190 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=77800 loss=2.6172 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=77850 loss=2.7218 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999977350234985, 'last_eos_top1': 4}
+step=77900 loss=2.8127 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=77950 loss=2.3252 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=78000 loss=2.5494 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=78050 loss=3.1187 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=78100 loss=2.7898 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=78150 loss=2.8430 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=78200 loss=2.9371 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=78250 loss=2.4058 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=78300 loss=2.4424 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=78350 loss=2.6420 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=78400 loss=2.4845 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=78450 loss=3.0507 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=78500 loss=2.7369 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=78550 loss=2.9211 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=78600 loss=2.5928 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=78650 loss=2.8333 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=78700 loss=2.4951 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=78750 loss=3.1172 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=78800 loss=2.4250 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=78850 loss=2.5104 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=78900 loss=2.9734 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=78950 loss=2.0137 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=79000 loss=2.6713 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=79050 loss=3.0676 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=79100 loss=2.6313 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=79150 loss=2.8678 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=79200 loss=2.0144 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=79250 loss=1.9965 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=79300 loss=2.1334 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=79350 loss=2.1466 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=79400 loss=2.3545 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=79450 loss=2.3918 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=79500 loss=2.7966 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=79550 loss=2.9176 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=79600 loss=2.9495 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=79650 loss=2.4496 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=79700 loss=2.5438 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=79750 loss=2.7440 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=79800 loss=2.8113 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=79850 loss=3.1191 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=79900 loss=2.9089 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=79950 loss=2.3934 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=80000 loss=2.8387 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=80050 loss=2.2403 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=80100 loss=2.2830 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=80150 loss=2.5071 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=80200 loss=2.5144 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=80250 loss=2.8762 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=80300 loss=2.7716 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=80350 loss=2.1175 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=80400 loss=3.0006 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=80450 loss=3.0110 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=80500 loss=2.4300 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=80550 loss=2.9670 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=80600 loss=2.8647 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=80650 loss=2.7166 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=80700 loss=2.9342 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=80750 loss=3.0937 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=80800 loss=2.8428 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=80850 loss=2.6199 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=80900 loss=2.9787 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=80950 loss=2.8965 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=81000 loss=2.7508 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81050 loss=2.6685 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=81100 loss=2.1394 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81150 loss=3.0637 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81200 loss=2.7837 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81250 loss=2.7741 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81300 loss=2.4346 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81350 loss=2.3064 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81400 loss=2.6498 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81450 loss=2.4432 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81500 loss=2.3847 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81550 loss=2.0021 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81600 loss=2.2322 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81650 loss=2.0628 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81700 loss=2.8201 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=81750 loss=2.2189 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=81800 loss=3.2673 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=81850 loss=2.8233 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81900 loss=2.6031 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=81950 loss=2.6933 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82000 loss=2.8423 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82050 loss=2.9830 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82100 loss=2.6426 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82150 loss=3.0461 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82200 loss=2.5974 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82250 loss=2.6632 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=82300 loss=2.5724 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82350 loss=2.4918 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82400 loss=2.5938 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82450 loss=2.4648 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82500 loss=2.5189 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82550 loss=2.5072 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82600 loss=3.0205 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82650 loss=2.9299 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82700 loss=2.4792 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=82750 loss=2.4283 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=82800 loss=2.4517 {'pos0_bos_p': 0.9999864101409912, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4}
+step=82850 loss=2.4554 {'pos0_bos_p': 0.9999911785125732, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4}
+step=82900 loss=2.6592 {'pos0_bos_p': 0.9999935626983643, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4}
+step=82950 loss=2.6457 {'pos0_bos_p': 0.9999951124191284, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999926090240479, 'last_eos_top1': 4}
+step=83000 loss=3.0039 {'pos0_bos_p': 0.9999949932098389, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4}
+step=83050 loss=2.7233 {'pos0_bos_p': 0.9999946355819702, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999940395355225, 'last_eos_top1': 4}
+step=83100 loss=2.7515 {'pos0_bos_p': 0.9999953508377075, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999943971633911, 'last_eos_top1': 4}
+step=83150 loss=2.9108 {'pos0_bos_p': 0.999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.999994158744812, 'last_eos_top1': 4}
+step=83200 loss=2.6707 {'pos0_bos_p': 0.9999954700469971, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999939203262329, 'last_eos_top1': 4}
+step=83250 loss=2.5201 {'pos0_bos_p': 0.9999961853027344, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999948740005493, 'last_eos_top1': 4}
+step=83300 loss=2.4049 {'pos0_bos_p': 0.9999958276748657, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999946355819702, 'last_eos_top1': 4}
+step=83350 loss=2.6857 {'pos0_bos_p': 0.9999955892562866, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999948740005493, 'last_eos_top1': 4}
+step=83400 loss=2.9321 {'pos0_bos_p': 0.9999961853027344, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999955892562866, 'last_eos_top1': 4}
+step=83450 loss=2.7506 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=83500 loss=2.6968 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=83550 loss=2.5528 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=83600 loss=2.4113 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999955892562866, 'last_eos_top1': 4}
+step=83650 loss=2.8279 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=83700 loss=2.3770 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=83750 loss=2.8709 {'pos0_bos_p': 0.9999972581863403, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4}
+step=83800 loss=2.7047 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.999995231628418, 'last_eos_top1': 4}
+step=83850 loss=2.8417 {'pos0_bos_p': 0.9999969005584717, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999959468841553, 'last_eos_top1': 4}
+step=83900 loss=2.9713 {'pos0_bos_p': 0.9999969005584717, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999957084655762, 'last_eos_top1': 4}
+step=83950 loss=2.3792 {'pos0_bos_p': 0.9999964237213135, 'pos0_bos_top1': 4, 'last_eos_p': 0.999995231628418, 'last_eos_top1': 4}
+step=84000 loss=2.4648 {'pos0_bos_p': 0.9999966621398926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4}
+step=84050 loss=2.6351 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999959468841553, 'last_eos_top1': 4}
+step=84100 loss=1.9974 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=84150 loss=2.4377 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999960660934448, 'last_eos_top1': 4}
+step=84200 loss=2.7343 {'pos0_bos_p': 0.9999973773956299, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=84250 loss=2.9075 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999964237213135, 'last_eos_top1': 4}
+step=84300 loss=2.6154 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.999996542930603, 'last_eos_top1': 4}
+step=84350 loss=2.6023 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=84400 loss=2.9333 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4}
+step=84450 loss=2.4579 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999969005584717, 'last_eos_top1': 4}
+step=84500 loss=2.9827 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999966621398926, 'last_eos_top1': 4}
+step=84550 loss=2.8916 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4}
+step=84600 loss=2.2928 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=84650 loss=2.9057 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=84700 loss=2.6597 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=84750 loss=2.8105 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4}
+step=84800 loss=2.4718 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=84850 loss=2.4662 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=84900 loss=2.6273 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=84950 loss=2.9001 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=85000 loss=2.4247 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=85050 loss=2.3102 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=85100 loss=2.6268 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=85150 loss=2.1771 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=85200 loss=3.0904 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=85250 loss=2.8220 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=85300 loss=2.5360 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=85350 loss=3.2257 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=85400 loss=2.8061 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=85450 loss=2.3376 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=85500 loss=2.4945 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=85550 loss=2.6642 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=85600 loss=2.6345 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=85650 loss=2.3474 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=85700 loss=2.1581 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=85750 loss=2.7164 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=85800 loss=2.9963 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=85850 loss=2.9154 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=85900 loss=2.8321 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=85950 loss=2.1926 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86000 loss=2.7090 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86050 loss=2.7018 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=86100 loss=2.5964 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86150 loss=2.4700 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86200 loss=2.6022 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86250 loss=2.7457 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86300 loss=2.3527 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=86350 loss=2.6301 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86400 loss=2.9156 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86450 loss=2.3511 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86500 loss=2.7542 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86550 loss=2.6884 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=86600 loss=2.8088 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=86650 loss=2.8978 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=86700 loss=2.7113 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86750 loss=2.8556 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=86800 loss=2.6948 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=86850 loss=2.4014 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=86900 loss=3.0401 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=86950 loss=2.8364 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=87000 loss=2.8362 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=87050 loss=2.4595 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=87100 loss=3.0831 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=87150 loss=2.9804 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=87200 loss=3.0631 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=87250 loss=2.2365 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=87300 loss=2.1140 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=87350 loss=3.4255 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=87400 loss=2.8825 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=87450 loss=2.7372 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=87500 loss=2.7981 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=87550 loss=2.5206 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=87600 loss=2.5664 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=87650 loss=2.1935 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=87700 loss=2.4314 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=87750 loss=2.5831 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=87800 loss=2.5520 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=87850 loss=2.3200 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=87900 loss=2.8926 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=87950 loss=2.4712 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=88000 loss=2.9111 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88050 loss=3.0509 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=88100 loss=2.4417 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=88150 loss=3.0258 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88200 loss=2.7562 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88250 loss=2.2126 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88300 loss=2.5777 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88350 loss=2.5604 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88400 loss=2.5142 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88450 loss=3.1104 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88500 loss=2.5820 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88550 loss=2.4349 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=88600 loss=2.8976 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88650 loss=2.7626 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88700 loss=2.6333 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88750 loss=2.7930 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88800 loss=2.9891 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88850 loss=2.7319 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=88900 loss=2.9107 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=88950 loss=2.6566 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=89000 loss=2.4751 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=89050 loss=2.3202 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=89100 loss=3.4386 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=89150 loss=2.9926 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=89200 loss=2.8311 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89250 loss=2.5035 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.999997615814209, 'last_eos_top1': 4}
+step=89300 loss=2.5921 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4}
+step=89350 loss=2.6053 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89400 loss=3.1694 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89450 loss=2.9043 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89500 loss=2.3979 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=89550 loss=3.0746 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89600 loss=2.7792 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89650 loss=2.0624 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89700 loss=2.7633 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89750 loss=2.8243 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4}
+step=89800 loss=2.3693 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=89850 loss=2.5305 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=89900 loss=2.5419 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=89950 loss=2.3155 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=90000 loss=2.5326 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90050 loss=2.3284 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90100 loss=2.3295 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90150 loss=2.5208 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90200 loss=2.2172 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=90250 loss=2.2206 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90300 loss=3.2607 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=90350 loss=3.0499 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=90400 loss=2.9978 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=90450 loss=2.0525 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=90500 loss=2.8763 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90550 loss=2.1711 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90600 loss=2.7802 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90650 loss=2.9192 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=90700 loss=3.0387 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90750 loss=2.3730 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90800 loss=2.4525 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=90850 loss=2.7282 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=90900 loss=2.3340 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=90950 loss=2.3773 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=91000 loss=3.4772 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=91050 loss=2.6735 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=91100 loss=2.9538 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=91150 loss=2.9505 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=91200 loss=2.3235 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=91250 loss=2.9213 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=91300 loss=2.3294 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=91350 loss=3.1112 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=91400 loss=2.2595 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=91450 loss=2.9872 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=91500 loss=2.9020 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=91550 loss=2.6668 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=91600 loss=2.6459 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=91650 loss=2.4219 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=91700 loss=2.8005 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=91750 loss=2.8640 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=91800 loss=2.8055 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=91850 loss=2.6401 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=91900 loss=2.6922 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=91950 loss=2.2088 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92000 loss=2.5197 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=92050 loss=2.4866 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=92100 loss=2.2483 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=92150 loss=2.3922 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92200 loss=2.7583 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92250 loss=3.0884 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92300 loss=2.2787 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=92350 loss=2.3523 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=92400 loss=2.9448 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92450 loss=2.6652 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=92500 loss=3.1188 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=92550 loss=2.5829 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92600 loss=2.0997 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92650 loss=2.3988 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=92700 loss=2.7844 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92750 loss=2.2683 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=92800 loss=3.0587 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=92850 loss=2.9618 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=92900 loss=2.3871 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=92950 loss=2.1631 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=93000 loss=2.8163 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93050 loss=2.4352 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93100 loss=1.8513 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93150 loss=2.7342 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=93200 loss=2.6265 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93250 loss=1.9237 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=93300 loss=2.5565 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=93350 loss=2.9000 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=93400 loss=2.6742 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=93450 loss=2.5770 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=93500 loss=2.9474 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93550 loss=2.9864 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93600 loss=2.4673 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=93650 loss=2.8236 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93700 loss=3.0078 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93750 loss=2.5039 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=93800 loss=2.8196 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93850 loss=2.8589 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=93900 loss=2.5904 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=93950 loss=2.7212 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=94000 loss=2.6400 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=94050 loss=2.3834 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=94100 loss=3.1643 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=94150 loss=2.8054 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=94200 loss=2.6071 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=94250 loss=2.7254 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=94300 loss=2.0919 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=94350 loss=3.0687 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=94400 loss=2.6697 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=94450 loss=3.0997 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=94500 loss=2.3664 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=94550 loss=3.0039 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=94600 loss=2.5432 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=94650 loss=2.2525 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=94700 loss=2.2639 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=94750 loss=2.6247 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=94800 loss=3.2386 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=94850 loss=3.0305 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=94900 loss=2.7051 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=94950 loss=2.5700 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95000 loss=2.7419 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95050 loss=2.7567 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95100 loss=2.8343 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=95150 loss=2.6771 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95200 loss=2.2580 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95250 loss=2.9693 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95300 loss=2.5382 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95350 loss=2.4163 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95400 loss=2.5090 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=95450 loss=2.3350 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95500 loss=2.7659 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95550 loss=2.9984 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95600 loss=2.6636 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95650 loss=2.9731 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95700 loss=2.4822 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95750 loss=3.0326 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95800 loss=2.5488 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95850 loss=2.2582 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=95900 loss=2.6005 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=95950 loss=2.8252 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=96000 loss=3.1477 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=96050 loss=2.4173 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=96100 loss=3.2257 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=96150 loss=2.5985 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=96200 loss=2.6981 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96250 loss=2.3601 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96300 loss=2.8649 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96350 loss=2.2841 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=96400 loss=2.8234 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=96450 loss=2.5017 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96500 loss=2.3669 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=96550 loss=2.2751 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96600 loss=2.8831 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96650 loss=2.4170 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96700 loss=2.8730 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96750 loss=2.7580 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96800 loss=2.8672 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96850 loss=2.5637 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96900 loss=2.5089 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=96950 loss=2.8919 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97000 loss=2.8931 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97050 loss=2.7851 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97100 loss=2.6677 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97150 loss=1.9949 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97200 loss=2.2125 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97250 loss=3.0693 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97300 loss=2.5723 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97350 loss=3.0465 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97400 loss=2.7000 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97450 loss=2.9197 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97500 loss=2.4703 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97550 loss=2.3513 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97600 loss=2.5971 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97650 loss=3.6700 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97700 loss=2.3741 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97750 loss=2.6661 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97800 loss=2.7760 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97850 loss=2.5474 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97900 loss=2.6634 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=97950 loss=2.6097 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98000 loss=3.1099 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98050 loss=2.8804 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98100 loss=2.7692 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98150 loss=3.0138 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98200 loss=2.7779 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98250 loss=2.8417 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98300 loss=2.3550 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98350 loss=2.6759 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98400 loss=2.6301 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98450 loss=2.7050 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98500 loss=2.4163 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98550 loss=2.7418 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=98600 loss=2.9928 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=98650 loss=2.5656 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=98700 loss=2.4915 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=98750 loss=2.4543 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98800 loss=2.4121 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98850 loss=2.8308 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=98900 loss=3.1199 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=98950 loss=2.8263 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99000 loss=3.2027 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99050 loss=2.1583 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99100 loss=2.8824 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99150 loss=2.5501 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99200 loss=2.4492 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99250 loss=2.5602 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99300 loss=2.8573 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99350 loss=2.8315 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99400 loss=3.0084 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99450 loss=2.7328 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=99500 loss=2.8464 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99550 loss=2.6622 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99600 loss=2.9138 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99650 loss=2.2867 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99700 loss=3.0569 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99750 loss=2.7493 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99800 loss=2.7370 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99850 loss=2.4195 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99900 loss=2.1428 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=99950 loss=2.4757 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=100000 loss=2.8156 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100050 loss=2.5655 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100100 loss=3.0274 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100150 loss=2.3748 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100200 loss=2.7919 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100250 loss=2.5964 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=100300 loss=2.1678 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100350 loss=2.6426 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100400 loss=2.4670 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=100450 loss=2.7366 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100500 loss=1.8216 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100550 loss=1.8935 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100600 loss=2.4213 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100650 loss=2.5293 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100700 loss=2.3484 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100750 loss=2.1758 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100800 loss=3.0897 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100850 loss=2.5512 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100900 loss=2.5752 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=100950 loss=2.4155 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=101000 loss=2.4648 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=101050 loss=3.0362 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=101100 loss=2.7560 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=101150 loss=2.5341 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=101200 loss=2.9755 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=101250 loss=2.9223 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=101300 loss=2.7721 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=101350 loss=3.2446 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=101400 loss=2.8167 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=101450 loss=2.1032 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=101500 loss=2.8697 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=101550 loss=2.1620 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=101600 loss=2.2902 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=101650 loss=2.2161 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=101700 loss=2.7815 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=101750 loss=2.6338 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=101800 loss=1.9315 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=101850 loss=2.4603 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=101900 loss=2.8437 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=101950 loss=2.5264 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=102000 loss=2.7477 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=102050 loss=2.8113 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=102100 loss=2.7619 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=102150 loss=2.4971 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=102200 loss=2.4920 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=102250 loss=2.7605 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=102300 loss=2.8897 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=102350 loss=2.2359 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=102400 loss=2.4698 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=102450 loss=2.8725 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=102500 loss=2.0073 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=102550 loss=2.5883 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=102600 loss=1.9973 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=102650 loss=2.2603 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=102700 loss=3.0801 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=102750 loss=3.0910 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=102800 loss=2.9355 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=102850 loss=2.4244 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=102900 loss=2.6123 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=102950 loss=3.1406 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103000 loss=2.6275 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103050 loss=2.7819 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103100 loss=1.9874 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103150 loss=2.6848 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103200 loss=2.7547 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103250 loss=2.8481 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103300 loss=2.6334 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103350 loss=3.1388 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103400 loss=2.6298 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103450 loss=2.5947 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=103500 loss=2.8094 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=103550 loss=2.2819 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=103600 loss=2.5707 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103650 loss=3.1785 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103700 loss=3.1247 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=103750 loss=2.9218 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=103800 loss=2.7569 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=103850 loss=2.8765 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103900 loss=2.7348 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=103950 loss=2.2938 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104000 loss=2.6732 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=104050 loss=2.4813 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104100 loss=2.5528 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104150 loss=2.3688 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=104200 loss=2.5170 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104250 loss=2.5605 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=104300 loss=2.7263 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104350 loss=2.2974 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104400 loss=2.5130 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104450 loss=2.4104 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104500 loss=2.6206 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104550 loss=2.8897 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=104600 loss=2.2715 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=104650 loss=2.5233 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=104700 loss=2.3200 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=104750 loss=2.4593 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=104800 loss=2.9012 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=104850 loss=1.9827 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=104900 loss=3.1011 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=104950 loss=2.9114 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=105000 loss=2.6303 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=105050 loss=2.7006 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105100 loss=2.8633 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=105150 loss=2.2938 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=105200 loss=2.2798 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=105250 loss=2.3642 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=105300 loss=2.1438 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=105350 loss=2.6527 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105400 loss=2.3136 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105450 loss=2.5174 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105500 loss=2.4863 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=105550 loss=2.5630 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=105600 loss=2.7272 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105650 loss=2.4172 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105700 loss=3.0705 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105750 loss=2.5099 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=105800 loss=2.9078 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105850 loss=2.6096 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=105900 loss=2.6296 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=105950 loss=2.7699 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=106000 loss=2.5993 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=106050 loss=2.4046 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=106100 loss=2.6964 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=106150 loss=2.8117 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=106200 loss=2.6932 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=106250 loss=3.2325 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=106300 loss=2.7095 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=106350 loss=2.3652 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=106400 loss=2.7843 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=106450 loss=2.4648 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=106500 loss=2.6903 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=106550 loss=2.4860 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=106600 loss=2.9912 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=106650 loss=2.9036 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=106700 loss=2.3002 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=106750 loss=2.6402 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=106800 loss=2.8299 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=106850 loss=2.4433 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=106900 loss=3.0915 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=106950 loss=2.9807 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107000 loss=2.3760 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=107050 loss=2.7076 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=107100 loss=2.9282 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=107150 loss=2.5838 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=107200 loss=2.7543 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107250 loss=2.4128 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107300 loss=1.9034 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107350 loss=2.8019 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107400 loss=2.6792 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107450 loss=1.9880 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107500 loss=2.1057 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=107550 loss=2.2275 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107600 loss=2.9405 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=107650 loss=2.6032 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107700 loss=2.8108 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=107750 loss=2.4622 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107800 loss=2.8725 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=107850 loss=2.9159 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=107900 loss=2.6773 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=107950 loss=2.3800 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108000 loss=2.4892 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=108050 loss=2.6471 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=108100 loss=3.0785 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108150 loss=2.6856 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108200 loss=2.4868 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=108250 loss=2.6061 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108300 loss=2.6290 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108350 loss=2.7127 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=108400 loss=2.5644 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=108450 loss=2.9029 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108500 loss=2.5537 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=108550 loss=2.5102 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108600 loss=3.0485 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108650 loss=2.4000 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108700 loss=2.8889 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108750 loss=2.7526 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108800 loss=2.6569 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108850 loss=2.9257 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=108900 loss=2.3953 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=108950 loss=2.5892 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=109000 loss=3.0260 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=109050 loss=2.1389 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=109100 loss=2.6086 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=109150 loss=2.9290 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=109200 loss=2.8891 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=109250 loss=2.3603 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=109300 loss=2.2981 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=109350 loss=2.6539 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=109400 loss=2.4612 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=109450 loss=2.4457 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109500 loss=2.7392 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=109550 loss=2.4473 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109600 loss=2.3460 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109650 loss=2.8354 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109700 loss=2.8055 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109750 loss=2.8924 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109800 loss=2.5780 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109850 loss=2.2795 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109900 loss=2.8341 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=109950 loss=2.7499 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110000 loss=2.6297 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110050 loss=3.1931 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110100 loss=2.8906 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110150 loss=2.7520 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110200 loss=3.0091 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110250 loss=3.1139 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110300 loss=2.4313 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110350 loss=2.1660 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110400 loss=2.7585 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110450 loss=3.1376 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=110500 loss=3.0151 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110550 loss=2.3058 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110600 loss=2.1354 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110650 loss=2.4923 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110700 loss=2.6090 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110750 loss=2.6474 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110800 loss=2.3122 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110850 loss=2.4682 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110900 loss=3.1249 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=110950 loss=2.5891 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111000 loss=1.9948 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=111050 loss=2.7759 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111100 loss=2.7881 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=111150 loss=2.5250 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111200 loss=3.0227 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=111250 loss=2.5532 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=111300 loss=2.3596 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=111350 loss=2.6014 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=111400 loss=2.8450 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111450 loss=2.9536 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=111500 loss=2.2625 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111550 loss=2.7944 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111600 loss=2.7288 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111650 loss=2.5082 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111700 loss=2.4387 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111750 loss=2.7176 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111800 loss=2.1072 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=111850 loss=2.6791 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=111900 loss=2.7811 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=111950 loss=2.8021 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=112000 loss=2.6101 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=112050 loss=2.7395 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=112100 loss=2.4506 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=112150 loss=2.5234 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=112200 loss=2.9812 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=112250 loss=3.0489 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=112300 loss=2.8170 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=112350 loss=2.5404 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=112400 loss=2.6486 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=112450 loss=2.3666 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=112500 loss=2.7300 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=112550 loss=2.4978 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=112600 loss=3.1104 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=112650 loss=2.4384 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=112700 loss=2.4581 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4}
+step=112750 loss=3.2220 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4}
+step=112800 loss=2.5701 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=112850 loss=2.5256 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=112900 loss=2.4265 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=112950 loss=2.8516 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=113000 loss=1.9715 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=113050 loss=2.5794 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=113100 loss=2.9299 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=113150 loss=2.9998 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=113200 loss=2.6311 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4}
+step=113250 loss=2.6772 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=113300 loss=2.5879 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=113350 loss=1.9125 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=113400 loss=2.5043 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=113450 loss=3.0118 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=113500 loss=2.8367 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=113550 loss=1.7858 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=113600 loss=2.8239 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=113650 loss=2.6715 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=113700 loss=2.8110 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=113750 loss=2.0022 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=113800 loss=2.7281 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=113850 loss=2.7897 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=113900 loss=2.5091 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=113950 loss=2.5672 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=114000 loss=2.7229 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=114050 loss=2.5145 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=114100 loss=3.1690 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114150 loss=2.9582 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=114200 loss=2.8680 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=114250 loss=2.8579 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114300 loss=2.0875 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114350 loss=2.3995 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114400 loss=2.1667 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114450 loss=2.6531 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114500 loss=2.6898 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114550 loss=2.6361 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114600 loss=2.1200 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=114650 loss=3.1666 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=114700 loss=2.5957 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114750 loss=2.9541 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114800 loss=2.2381 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114850 loss=2.5961 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114900 loss=2.7403 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=114950 loss=2.3779 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=115000 loss=2.7671 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115050 loss=2.0591 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115100 loss=2.8941 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115150 loss=2.4233 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115200 loss=2.7228 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=115250 loss=2.3586 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=115300 loss=2.5198 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=115350 loss=2.3970 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=115400 loss=2.8044 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115450 loss=2.3511 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115500 loss=3.0297 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115550 loss=2.5507 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115600 loss=2.7716 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=115650 loss=2.8829 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=115700 loss=2.1805 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115750 loss=2.5382 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115800 loss=3.1385 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115850 loss=2.6403 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=115900 loss=3.1272 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=115950 loss=2.7489 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116000 loss=2.7205 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=116050 loss=2.6695 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=116100 loss=2.4468 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=116150 loss=2.7504 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=116200 loss=3.6294 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=116250 loss=2.2857 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116300 loss=2.5904 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116350 loss=3.0006 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116400 loss=2.4634 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116450 loss=2.3549 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=116500 loss=2.3082 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116550 loss=2.3340 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116600 loss=2.9303 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116650 loss=2.5584 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116700 loss=2.4881 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=116750 loss=2.4310 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116800 loss=2.1269 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=116850 loss=3.0092 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=116900 loss=2.3897 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=116950 loss=2.5851 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117000 loss=2.9728 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117050 loss=2.7319 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117100 loss=2.6525 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117150 loss=3.1277 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117200 loss=2.2584 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117250 loss=2.2284 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=117300 loss=2.3877 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=117350 loss=2.9122 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117400 loss=2.7520 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117450 loss=3.4392 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117500 loss=2.4659 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117550 loss=2.7844 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117600 loss=2.9580 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117650 loss=2.5521 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=117700 loss=3.3032 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=117750 loss=2.6018 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117800 loss=2.4305 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=117850 loss=2.1680 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117900 loss=2.5802 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=117950 loss=2.3795 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=118000 loss=2.7742 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=118050 loss=2.6441 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=118100 loss=2.5534 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=118150 loss=2.6384 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118200 loss=3.0077 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118250 loss=2.9162 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=118300 loss=2.1627 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118350 loss=2.6507 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118400 loss=3.0692 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118450 loss=2.5788 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118500 loss=2.8696 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=118550 loss=2.8133 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118600 loss=2.7357 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=118650 loss=2.9712 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118700 loss=2.8668 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=118750 loss=2.2853 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=118800 loss=2.6355 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=118850 loss=3.0136 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=118900 loss=2.9371 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=118950 loss=2.6663 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=119000 loss=3.1484 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=119050 loss=2.3363 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119100 loss=2.8452 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=119150 loss=3.0302 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119200 loss=2.9088 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119250 loss=2.2611 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119300 loss=2.3738 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=119350 loss=2.5885 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=119400 loss=2.0252 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=119450 loss=2.6464 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=119500 loss=2.9718 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119550 loss=2.6053 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=119600 loss=2.3885 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=119650 loss=3.2767 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119700 loss=2.5973 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119750 loss=2.6442 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119800 loss=2.6824 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119850 loss=2.5872 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=119900 loss=2.4720 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=119950 loss=2.2666 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=120000 loss=2.6546 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=120050 loss=2.3935 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=120100 loss=2.9617 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=120150 loss=2.6893 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=120200 loss=2.5499 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=120250 loss=2.7713 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120300 loss=2.3589 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120350 loss=2.5759 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120400 loss=2.4894 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120450 loss=2.8079 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120500 loss=2.5959 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120550 loss=2.6854 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120600 loss=2.8803 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120650 loss=2.9490 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=120700 loss=2.7128 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=120750 loss=2.3294 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=120800 loss=2.9076 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=120850 loss=2.5570 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=120900 loss=2.7829 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=120950 loss=3.0030 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=121000 loss=2.8635 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=121050 loss=2.6001 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=121100 loss=2.4760 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=121150 loss=2.4958 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=121200 loss=2.6632 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=121250 loss=2.2805 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=121300 loss=2.8149 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=121350 loss=2.4940 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=121400 loss=2.6163 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=121450 loss=2.8220 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=121500 loss=2.3951 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=121550 loss=2.7803 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=121600 loss=2.6376 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=121650 loss=2.7746 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=121700 loss=2.2197 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=121750 loss=2.3410 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=121800 loss=2.6588 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=121850 loss=2.6983 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=121900 loss=2.8067 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=121950 loss=2.0169 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=122000 loss=2.6476 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122050 loss=2.6189 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=122100 loss=2.7159 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=122150 loss=2.7835 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=122200 loss=2.5813 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=122250 loss=2.4372 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=122300 loss=2.7428 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=122350 loss=2.6992 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122400 loss=2.6204 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=122450 loss=3.3135 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122500 loss=2.0381 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122550 loss=2.4797 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=122600 loss=2.7090 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122650 loss=2.9152 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122700 loss=2.8090 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122750 loss=2.2777 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=122800 loss=2.3022 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=122850 loss=2.4863 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122900 loss=2.7341 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=122950 loss=2.3521 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=123000 loss=2.7635 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=123050 loss=2.4215 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=123100 loss=3.1145 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=123150 loss=2.7949 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123200 loss=2.2709 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123250 loss=2.6918 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=123300 loss=2.6435 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123350 loss=2.8113 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123400 loss=2.3185 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123450 loss=2.4112 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=123500 loss=2.7536 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123550 loss=2.4800 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123600 loss=2.2732 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=123650 loss=2.9416 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123700 loss=2.1069 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123750 loss=2.4750 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123800 loss=2.5003 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=123850 loss=2.5773 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=123900 loss=2.0144 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=123950 loss=3.0971 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124000 loss=2.9193 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124050 loss=2.4007 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124100 loss=2.8270 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124150 loss=2.2759 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=124200 loss=2.3760 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124250 loss=2.4027 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=124300 loss=2.8533 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=124350 loss=2.3963 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124400 loss=2.8520 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=124450 loss=2.1432 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124500 loss=2.5247 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=124550 loss=2.5054 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124600 loss=2.5104 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124650 loss=2.9453 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124700 loss=2.6737 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124750 loss=2.8381 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=124800 loss=2.5962 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124850 loss=2.6535 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=124900 loss=2.5103 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=124950 loss=2.1921 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125000 loss=2.5443 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=125050 loss=2.3898 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125100 loss=2.7796 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=125150 loss=2.8484 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=125200 loss=2.4790 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=125250 loss=2.4698 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125300 loss=2.9869 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=125350 loss=3.1545 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125400 loss=2.4549 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125450 loss=3.1576 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125500 loss=2.6995 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=125550 loss=2.2964 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125600 loss=2.2738 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125650 loss=2.4418 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125700 loss=2.7521 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=125750 loss=2.9296 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125800 loss=2.5106 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125850 loss=2.6597 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=125900 loss=2.6834 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=125950 loss=2.6151 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=126000 loss=2.7263 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=126050 loss=2.6339 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=126100 loss=2.4416 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=126150 loss=2.7434 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=126200 loss=2.5587 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=126250 loss=2.5971 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=126300 loss=2.9955 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=126350 loss=2.5623 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=126400 loss=2.5815 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=126450 loss=2.6891 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=126500 loss=2.9420 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=126550 loss=2.5733 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=126600 loss=2.5318 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=126650 loss=2.7858 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=126700 loss=2.9287 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=126750 loss=2.2002 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=126800 loss=2.6947 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=126850 loss=2.3498 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=126900 loss=2.7596 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=126950 loss=2.7991 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127000 loss=2.7396 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=127050 loss=3.0512 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=127100 loss=2.6767 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=127150 loss=2.3162 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127200 loss=2.7000 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127250 loss=2.6032 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127300 loss=3.0147 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127350 loss=2.5459 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127400 loss=2.8412 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127450 loss=2.5530 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127500 loss=3.1243 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127550 loss=2.3906 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127600 loss=2.5596 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127650 loss=2.8292 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127700 loss=2.7806 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=127750 loss=2.2725 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127800 loss=2.7689 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127850 loss=2.5807 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127900 loss=2.5306 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=127950 loss=3.2595 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128000 loss=2.3182 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=128050 loss=2.7341 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128100 loss=2.5383 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128150 loss=1.9738 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128200 loss=2.6766 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128250 loss=2.5366 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=128300 loss=1.9758 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128350 loss=2.8726 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128400 loss=2.4816 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=128450 loss=2.7860 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=128500 loss=2.9478 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128550 loss=3.3128 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128600 loss=2.6848 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128650 loss=2.9765 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128700 loss=2.5115 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128750 loss=2.9226 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128800 loss=2.7403 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128850 loss=2.5757 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128900 loss=2.8833 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=128950 loss=2.2422 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129000 loss=2.5739 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129050 loss=3.1796 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129100 loss=3.0837 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129150 loss=3.1446 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129200 loss=2.3312 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129250 loss=2.4975 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129300 loss=2.3282 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129350 loss=2.2897 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129400 loss=2.8847 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129450 loss=2.6541 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129500 loss=3.0956 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=129550 loss=2.9239 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=129600 loss=2.4189 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=129650 loss=2.4477 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=129700 loss=2.8345 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=129750 loss=2.3789 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=129800 loss=3.1751 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=129850 loss=3.0472 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129900 loss=2.6667 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=129950 loss=2.5662 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130000 loss=2.8157 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=130050 loss=2.4556 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=130100 loss=2.7988 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=130150 loss=2.8865 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=130200 loss=2.7039 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=130250 loss=2.7049 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=130300 loss=2.5442 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130350 loss=2.6019 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130400 loss=2.1322 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130450 loss=2.5320 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130500 loss=2.5456 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130550 loss=2.8615 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130600 loss=2.8090 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130650 loss=2.7610 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130700 loss=2.9669 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130750 loss=2.4280 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130800 loss=2.3460 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130850 loss=3.0911 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130900 loss=2.3578 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=130950 loss=2.8977 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=131000 loss=2.3941 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=131050 loss=3.1007 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=131100 loss=2.6166 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=131150 loss=1.9622 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=131200 loss=2.6224 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131250 loss=2.7786 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131300 loss=2.2584 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131350 loss=2.7602 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131400 loss=2.4096 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131450 loss=2.7840 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131500 loss=2.5256 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131550 loss=2.6868 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131600 loss=2.6996 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131650 loss=2.9914 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131700 loss=2.0573 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131750 loss=2.7624 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131800 loss=2.4146 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131850 loss=2.8729 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131900 loss=2.7452 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=131950 loss=2.9030 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=132000 loss=1.9128 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=132050 loss=2.6592 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132100 loss=2.7736 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132150 loss=2.7906 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132200 loss=2.8231 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=132250 loss=1.9738 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132300 loss=2.4597 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132350 loss=2.4337 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132400 loss=2.6425 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132450 loss=2.3856 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132500 loss=2.3297 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132550 loss=2.5508 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132600 loss=2.7562 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132650 loss=3.0572 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132700 loss=2.5719 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132750 loss=2.4192 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132800 loss=2.4764 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132850 loss=2.7474 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132900 loss=2.1175 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=132950 loss=2.5033 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133000 loss=2.5756 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133050 loss=2.3739 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133100 loss=2.7309 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133150 loss=2.6612 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133200 loss=2.3986 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133250 loss=3.0359 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133300 loss=3.6807 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133350 loss=2.9239 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=133400 loss=2.7737 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=133450 loss=2.6965 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=133500 loss=2.6216 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=133550 loss=2.5237 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=133600 loss=3.1032 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=133650 loss=2.3981 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=133700 loss=2.3224 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=133750 loss=2.1276 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=133800 loss=2.2251 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=133850 loss=2.6377 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=133900 loss=2.7452 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=133950 loss=2.3636 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=134000 loss=2.3761 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134050 loss=2.4521 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134100 loss=2.7294 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134150 loss=3.0255 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134200 loss=2.7790 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134250 loss=2.4949 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134300 loss=2.4748 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134350 loss=2.7042 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=134400 loss=2.3321 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134450 loss=2.7234 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=134500 loss=3.2316 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=134550 loss=2.4418 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134600 loss=2.5633 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=134650 loss=2.2229 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134700 loss=2.5544 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134750 loss=3.1085 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134800 loss=2.7739 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134850 loss=2.4980 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134900 loss=2.6625 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=134950 loss=2.6319 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135000 loss=2.4703 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135050 loss=2.6787 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135100 loss=1.9475 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135150 loss=2.4380 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135200 loss=2.7767 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135250 loss=2.8634 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135300 loss=2.9862 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135350 loss=2.5556 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135400 loss=2.6726 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135450 loss=2.7715 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135500 loss=3.1524 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135550 loss=2.6984 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135600 loss=2.2482 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135650 loss=2.4593 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135700 loss=2.5405 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135750 loss=2.3217 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135800 loss=2.9778 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135850 loss=2.6465 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135900 loss=2.5085 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=135950 loss=2.4091 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=136000 loss=2.6190 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=136050 loss=2.3615 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=136100 loss=3.0872 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=136150 loss=2.9508 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136200 loss=2.2678 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136250 loss=2.4755 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136300 loss=2.4262 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136350 loss=2.2910 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136400 loss=2.5673 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136450 loss=2.7539 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136500 loss=2.7810 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136550 loss=2.5881 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136600 loss=2.4093 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136650 loss=2.4607 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136700 loss=2.6901 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136750 loss=2.4902 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136800 loss=3.0287 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136850 loss=2.0763 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136900 loss=2.9617 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=136950 loss=3.0560 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137000 loss=2.5314 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137050 loss=2.8080 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137100 loss=2.5842 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137150 loss=3.1296 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137200 loss=2.9152 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137250 loss=3.0956 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137300 loss=2.3748 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137350 loss=2.9365 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137400 loss=2.6536 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137450 loss=2.8723 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137500 loss=2.7319 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137550 loss=3.0578 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137600 loss=2.5211 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137650 loss=2.7251 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137700 loss=2.7781 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137750 loss=3.0066 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137800 loss=2.5725 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137850 loss=2.7889 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137900 loss=2.6504 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=137950 loss=2.5163 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138000 loss=2.5989 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138050 loss=3.0449 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138100 loss=2.2652 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=138150 loss=2.4741 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138200 loss=2.7511 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138250 loss=2.4265 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138300 loss=2.5623 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138350 loss=2.8341 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138400 loss=2.5611 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138450 loss=2.9134 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138500 loss=2.6601 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138550 loss=2.7165 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=138600 loss=2.5212 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138650 loss=2.0216 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138700 loss=2.2440 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138750 loss=2.5331 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138800 loss=2.9935 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138850 loss=3.4200 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138900 loss=2.5199 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=138950 loss=2.2011 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139000 loss=2.0022 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139050 loss=2.9396 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139100 loss=2.7789 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139150 loss=2.5415 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139200 loss=2.8647 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139250 loss=2.6562 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139300 loss=2.2543 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139350 loss=2.5253 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139400 loss=2.8687 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139450 loss=2.7409 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139500 loss=2.3707 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139550 loss=3.0064 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139600 loss=2.5974 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139650 loss=2.8277 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=139700 loss=2.4274 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=139750 loss=2.5695 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=139800 loss=2.8069 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=139850 loss=2.4700 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=139900 loss=2.8550 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=139950 loss=2.5440 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140000 loss=1.9487 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140050 loss=2.0571 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140100 loss=2.7406 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140150 loss=2.3461 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140200 loss=3.0751 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140250 loss=2.7339 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=140300 loss=3.1385 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140350 loss=2.8518 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140400 loss=2.3970 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140450 loss=2.8038 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140500 loss=2.1819 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140550 loss=2.6625 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140600 loss=2.2274 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140650 loss=2.5307 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140700 loss=2.7635 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140750 loss=2.7692 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140800 loss=2.2751 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140850 loss=3.1993 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140900 loss=2.4177 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=140950 loss=2.9723 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141000 loss=2.5680 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141050 loss=2.8812 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141100 loss=2.6611 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141150 loss=2.7876 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141200 loss=2.1207 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141250 loss=2.7508 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141300 loss=2.4491 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141350 loss=2.4157 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141400 loss=3.0938 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141450 loss=2.7448 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=141500 loss=3.0298 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141550 loss=2.9600 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141600 loss=2.5117 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141650 loss=2.5165 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141700 loss=2.2830 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141750 loss=2.4204 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141800 loss=2.5586 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141850 loss=2.3150 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141900 loss=2.5348 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=141950 loss=2.8652 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142000 loss=2.4811 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142050 loss=2.4439 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142100 loss=2.1767 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142150 loss=2.9383 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142200 loss=2.6520 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142250 loss=2.7053 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142300 loss=2.6858 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142350 loss=2.5619 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142400 loss=2.3786 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142450 loss=2.5073 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142500 loss=2.9446 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142550 loss=2.6456 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142600 loss=2.1300 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142650 loss=2.2338 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142700 loss=2.1296 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142750 loss=2.5791 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142800 loss=2.4138 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=142850 loss=3.0497 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142900 loss=2.7551 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=142950 loss=2.7837 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143000 loss=2.9997 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=143050 loss=2.6768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143100 loss=2.6910 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143150 loss=2.5376 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143200 loss=2.9974 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143250 loss=2.7413 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143300 loss=2.2476 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143350 loss=2.8381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143400 loss=2.9760 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143450 loss=2.4489 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143500 loss=2.5001 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143550 loss=2.6898 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143600 loss=2.6959 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143650 loss=2.6346 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143700 loss=2.2802 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143750 loss=2.4201 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143800 loss=2.2060 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143850 loss=2.7441 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143900 loss=2.6977 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=143950 loss=2.7568 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=144000 loss=2.9376 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=144050 loss=2.2277 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=144100 loss=2.8309 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144150 loss=2.4699 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=144200 loss=2.4288 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=144250 loss=3.0768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144300 loss=2.2807 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=144350 loss=2.4281 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144400 loss=2.7680 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=144450 loss=2.4981 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144500 loss=2.2788 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144550 loss=2.7093 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144600 loss=2.8938 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144650 loss=2.9381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144700 loss=3.4901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144750 loss=2.9484 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144800 loss=2.6860 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144850 loss=2.7070 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144900 loss=2.2501 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=144950 loss=2.7109 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145000 loss=2.5202 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145050 loss=2.6801 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145100 loss=2.4404 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145150 loss=2.5861 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145200 loss=2.3923 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145250 loss=2.2559 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145300 loss=2.3294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145350 loss=2.4825 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145400 loss=2.8092 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145450 loss=2.6811 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145500 loss=2.3021 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145550 loss=2.8191 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145600 loss=2.9539 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145650 loss=2.8243 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145700 loss=2.2948 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145750 loss=2.9998 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=145800 loss=2.3267 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145850 loss=2.3066 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145900 loss=2.8024 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=145950 loss=2.7959 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146000 loss=2.8595 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146050 loss=3.0375 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146100 loss=3.1232 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146150 loss=2.9513 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146200 loss=2.3735 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146250 loss=2.8682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146300 loss=2.7363 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146350 loss=2.9575 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146400 loss=2.5833 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146450 loss=2.7901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146500 loss=3.2796 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146550 loss=2.9491 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146600 loss=2.4499 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146650 loss=3.0178 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=146700 loss=2.5204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146750 loss=3.0894 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=146800 loss=2.1782 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146850 loss=3.0474 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=146900 loss=2.6126 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=146950 loss=3.2134 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=147000 loss=2.6036 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147050 loss=2.3307 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147100 loss=2.2676 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=147150 loss=2.1092 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=147200 loss=2.5876 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147250 loss=2.6565 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147300 loss=2.5739 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147350 loss=2.4646 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147400 loss=2.4109 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147450 loss=2.6869 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147500 loss=2.7537 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147550 loss=2.8121 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147600 loss=2.8091 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147650 loss=2.8216 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147700 loss=1.7377 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147750 loss=2.5104 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147800 loss=2.6306 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147850 loss=2.4479 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147900 loss=2.8154 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=147950 loss=2.4343 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=148000 loss=2.7478 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=148050 loss=2.1434 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=148100 loss=2.7758 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=148150 loss=2.2992 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=148200 loss=1.8485 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=148250 loss=2.6350 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=148300 loss=2.7622 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=148350 loss=2.1324 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=148400 loss=2.8138 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=148450 loss=2.3544 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=148500 loss=2.7610 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=148550 loss=2.0820 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=148600 loss=1.9999 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=148650 loss=2.7022 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=148700 loss=2.3177 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=148750 loss=2.8443 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=148800 loss=2.3746 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=148850 loss=2.4027 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=148900 loss=2.4947 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=148950 loss=2.8981 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=149000 loss=2.7585 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=149050 loss=2.3892 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=149100 loss=2.3008 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=149150 loss=2.8658 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=149200 loss=2.4207 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=149250 loss=2.8001 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=149300 loss=3.2730 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149350 loss=3.1754 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149400 loss=3.0187 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149450 loss=3.0790 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=149500 loss=2.4919 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149550 loss=2.3439 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149600 loss=3.0774 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149650 loss=3.3049 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149700 loss=2.6787 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149750 loss=2.4809 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=149800 loss=2.5308 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=149850 loss=2.5198 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=149900 loss=2.7088 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=149950 loss=3.1416 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150000 loss=2.5380 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=150050 loss=2.3662 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150100 loss=2.1855 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=150150 loss=2.2086 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150200 loss=2.4593 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150250 loss=2.9068 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150300 loss=2.4312 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150350 loss=2.7412 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150400 loss=2.6091 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150450 loss=2.9146 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150500 loss=3.1093 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150550 loss=2.3226 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=150600 loss=2.5265 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=150650 loss=2.3051 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150700 loss=2.4603 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150750 loss=2.0612 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150800 loss=3.1750 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150850 loss=3.1401 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150900 loss=2.7929 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=150950 loss=2.1685 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=151000 loss=2.2292 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=151050 loss=2.2697 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151100 loss=2.5111 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151150 loss=2.5495 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151200 loss=2.6176 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151250 loss=2.7289 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=151300 loss=2.7128 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151350 loss=2.5528 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151400 loss=2.5680 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=151450 loss=2.8662 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=151500 loss=2.2291 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=151550 loss=2.4450 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151600 loss=3.2043 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151650 loss=2.6443 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151700 loss=2.9069 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151750 loss=2.5722 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151800 loss=2.9230 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=151850 loss=2.4007 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151900 loss=2.9253 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=151950 loss=2.6806 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152000 loss=2.4501 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=152050 loss=2.9737 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=152100 loss=2.3071 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=152150 loss=2.4351 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=152200 loss=2.5441 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=152250 loss=2.9390 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152300 loss=2.0026 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152350 loss=2.9115 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152400 loss=2.7104 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=152450 loss=1.9823 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152500 loss=3.0832 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152550 loss=2.2421 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152600 loss=2.7766 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152650 loss=2.9799 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152700 loss=2.8532 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152750 loss=2.8641 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152800 loss=2.7984 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152850 loss=2.4516 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152900 loss=2.7541 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=152950 loss=3.0249 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153000 loss=2.7639 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153050 loss=2.3958 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153100 loss=2.8326 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=153150 loss=2.5082 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153200 loss=3.1604 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153250 loss=2.6546 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153300 loss=2.3371 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153350 loss=2.8021 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153400 loss=2.5575 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153450 loss=2.6962 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153500 loss=2.5254 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153550 loss=2.6093 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153600 loss=2.2329 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153650 loss=2.9177 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153700 loss=3.0908 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153750 loss=2.4132 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153800 loss=3.0098 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153850 loss=2.5128 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153900 loss=2.2602 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=153950 loss=2.3088 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154000 loss=1.9647 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154050 loss=2.5332 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154100 loss=2.4297 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154150 loss=2.5720 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154200 loss=2.6776 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154250 loss=2.6440 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154300 loss=2.8226 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154350 loss=2.5984 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154400 loss=2.4171 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154450 loss=2.5796 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154500 loss=2.6050 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154550 loss=2.9650 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154600 loss=2.1756 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154650 loss=3.3788 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154700 loss=2.5133 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154750 loss=2.9055 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154800 loss=2.6881 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154850 loss=2.7552 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154900 loss=3.2330 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=154950 loss=2.4428 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155000 loss=2.9316 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155050 loss=3.3409 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155100 loss=2.4640 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155150 loss=2.8332 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155200 loss=2.9913 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155250 loss=2.1117 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155300 loss=2.5116 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155350 loss=2.4521 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=155400 loss=2.9307 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=155450 loss=2.0634 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155500 loss=2.8369 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155550 loss=2.3213 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155600 loss=2.7495 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155650 loss=3.0352 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155700 loss=2.1400 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155750 loss=2.9200 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155800 loss=1.9071 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155850 loss=2.0035 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=155900 loss=2.5233 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=155950 loss=2.7704 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156000 loss=2.7478 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156050 loss=2.5568 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156100 loss=2.6732 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156150 loss=2.8217 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156200 loss=2.4428 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156250 loss=2.8074 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156300 loss=2.6252 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156350 loss=2.9212 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156400 loss=2.4004 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156450 loss=2.1794 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156500 loss=2.6973 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156550 loss=2.3955 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156600 loss=2.9912 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156650 loss=2.9876 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156700 loss=2.1263 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156750 loss=2.4581 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156800 loss=2.4904 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156850 loss=2.7898 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156900 loss=2.5610 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=156950 loss=2.4600 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157000 loss=2.2593 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157050 loss=2.3257 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157100 loss=2.3160 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157150 loss=2.9843 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157200 loss=3.1689 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157250 loss=2.8205 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157300 loss=2.4421 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157350 loss=2.7535 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157400 loss=2.6530 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157450 loss=2.4662 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157500 loss=2.7906 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157550 loss=2.5835 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157600 loss=2.5979 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157650 loss=2.6535 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157700 loss=2.7383 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157750 loss=2.8743 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157800 loss=2.9053 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157850 loss=2.8025 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157900 loss=2.0617 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=157950 loss=2.5181 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158000 loss=2.7394 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=158050 loss=2.5367 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158100 loss=2.3225 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158150 loss=2.4998 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158200 loss=2.7678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=158250 loss=2.9983 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158300 loss=3.2561 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=158350 loss=2.4292 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158400 loss=2.5160 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158450 loss=2.3838 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158500 loss=2.5236 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158550 loss=2.5313 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158600 loss=2.7633 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158650 loss=2.5580 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158700 loss=2.7386 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158750 loss=2.7381 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158800 loss=2.5801 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158850 loss=2.7734 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158900 loss=2.6279 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=158950 loss=3.1064 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159000 loss=2.6974 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159050 loss=2.8217 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159100 loss=2.4259 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159150 loss=2.3834 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159200 loss=3.0470 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159250 loss=2.8560 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159300 loss=2.7371 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159350 loss=1.8974 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159400 loss=2.6786 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159450 loss=2.3756 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159500 loss=2.7096 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159550 loss=2.2548 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159600 loss=2.8960 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159650 loss=2.5457 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159700 loss=2.5663 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159750 loss=2.8829 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159800 loss=2.4882 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159850 loss=2.2897 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159900 loss=3.0358 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=159950 loss=2.5499 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160000 loss=2.6236 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160050 loss=2.9015 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160100 loss=2.4083 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160150 loss=2.7937 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160200 loss=2.7410 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160250 loss=2.6348 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160300 loss=2.4074 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160350 loss=2.3642 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=160400 loss=3.2431 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=160450 loss=2.8134 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160500 loss=2.4261 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=160550 loss=2.4718 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160600 loss=2.1312 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160650 loss=2.3500 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=160700 loss=3.0786 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160750 loss=2.8696 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160800 loss=2.6545 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=160850 loss=3.1003 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=160900 loss=2.8778 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=160950 loss=2.4527 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161000 loss=2.3605 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=161050 loss=1.8527 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=161100 loss=2.2745 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161150 loss=2.7388 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161200 loss=2.1021 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161250 loss=2.1709 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161300 loss=2.0602 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161350 loss=2.1871 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161400 loss=3.1113 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161450 loss=2.2758 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161500 loss=2.5990 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161550 loss=2.8045 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161600 loss=2.4397 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161650 loss=2.8308 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161700 loss=2.8396 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161750 loss=2.1459 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161800 loss=2.5870 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=161850 loss=2.5601 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=161900 loss=2.5825 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=161950 loss=2.7088 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162000 loss=2.8008 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162050 loss=2.5876 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162100 loss=2.5232 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162150 loss=2.5840 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162200 loss=2.8087 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162250 loss=2.6438 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162300 loss=2.5636 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162350 loss=1.9286 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162400 loss=2.7644 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162450 loss=2.4323 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162500 loss=2.3418 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162550 loss=2.9661 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162600 loss=3.1031 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162650 loss=2.6994 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162700 loss=2.5561 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162750 loss=2.6514 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162800 loss=3.0227 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162850 loss=2.4629 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=162900 loss=2.3042 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=162950 loss=3.0916 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=163000 loss=2.6597 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=163050 loss=2.5516 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163100 loss=2.8084 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163150 loss=2.6657 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163200 loss=3.0209 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163250 loss=2.7034 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163300 loss=2.2899 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163350 loss=2.5341 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163400 loss=2.7549 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163450 loss=2.6173 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163500 loss=2.8219 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163550 loss=2.1877 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163600 loss=2.4570 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163650 loss=2.5997 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=163700 loss=2.7599 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=163750 loss=2.7094 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=163800 loss=2.5794 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=163850 loss=2.6185 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=163900 loss=2.7193 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=163950 loss=3.1615 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164000 loss=2.7602 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164050 loss=2.5623 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=164100 loss=2.7849 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164150 loss=2.6215 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164200 loss=2.5948 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164250 loss=2.3429 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164300 loss=2.3617 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164350 loss=2.6551 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164400 loss=2.3606 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164450 loss=2.6701 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164500 loss=2.4971 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164550 loss=2.8957 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=164600 loss=2.5313 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=164650 loss=2.6981 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=164700 loss=2.2001 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=164750 loss=3.0036 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=164800 loss=2.5727 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=164850 loss=3.1692 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=164900 loss=2.4817 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=164950 loss=2.3432 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165000 loss=2.4918 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165050 loss=2.6643 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165100 loss=2.4710 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165150 loss=2.4200 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=165200 loss=2.4640 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=165250 loss=3.0066 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165300 loss=2.4077 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165350 loss=2.2111 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165400 loss=2.7692 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=165450 loss=2.2350 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165500 loss=3.2667 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165550 loss=2.5739 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165600 loss=2.7146 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=165650 loss=2.7952 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=165700 loss=2.8107 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=165750 loss=2.3535 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165800 loss=2.9113 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165850 loss=2.0676 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165900 loss=2.0632 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=165950 loss=2.5011 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=166000 loss=2.7507 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=166050 loss=2.6964 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166100 loss=2.4414 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=166150 loss=2.3140 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=166200 loss=2.6314 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166250 loss=2.5715 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=166300 loss=3.0930 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166350 loss=2.4696 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166400 loss=2.3440 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=166450 loss=2.3636 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=166500 loss=2.2808 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=166550 loss=2.1418 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166600 loss=2.8485 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166650 loss=2.4063 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166700 loss=3.1117 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166750 loss=2.8196 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166800 loss=2.8169 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166850 loss=2.5233 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166900 loss=2.6700 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=166950 loss=2.7097 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167000 loss=3.2449 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167050 loss=2.3799 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167100 loss=2.1344 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167150 loss=3.0757 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167200 loss=2.7337 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167250 loss=2.1629 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167300 loss=2.5593 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167350 loss=2.6284 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167400 loss=2.4106 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167450 loss=2.1089 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167500 loss=2.9185 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167550 loss=2.4956 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167600 loss=2.3707 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167650 loss=2.4265 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167700 loss=2.7724 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167750 loss=2.4756 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167800 loss=1.8973 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167850 loss=2.1250 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167900 loss=2.7770 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=167950 loss=3.0284 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168000 loss=2.9922 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168050 loss=2.4500 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168100 loss=2.9850 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168150 loss=2.0434 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168200 loss=2.6036 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168250 loss=2.2102 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168300 loss=2.7173 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168350 loss=2.7014 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168400 loss=2.9789 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168450 loss=2.7146 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168500 loss=2.4070 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168550 loss=2.4810 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168600 loss=2.3285 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168650 loss=3.0442 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168700 loss=2.4867 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168750 loss=2.4218 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168800 loss=2.6332 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168850 loss=2.4214 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=168900 loss=2.8409 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=168950 loss=1.9213 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=169000 loss=2.7119 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=169050 loss=2.4584 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169100 loss=2.7481 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169150 loss=2.5797 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169200 loss=2.4973 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169250 loss=2.4161 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169300 loss=2.3323 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169350 loss=2.6837 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169400 loss=2.7212 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169450 loss=2.9483 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169500 loss=2.4282 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169550 loss=2.7147 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169600 loss=2.5678 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169650 loss=2.7037 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169700 loss=2.4846 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169750 loss=2.7520 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169800 loss=3.3580 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169850 loss=2.6155 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169900 loss=2.4105 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=169950 loss=2.6789 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=170000 loss=2.6262 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=170050 loss=2.5844 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=170100 loss=2.3522 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=170150 loss=2.5065 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=170200 loss=3.0986 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=170250 loss=2.4813 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=170300 loss=2.8613 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=170350 loss=2.8530 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=170400 loss=2.1346 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=170450 loss=2.3667 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=170500 loss=2.5467 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=170550 loss=2.4284 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=170600 loss=2.7001 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=170650 loss=2.8024 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=170700 loss=2.9542 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=170750 loss=1.9860 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=170800 loss=2.7955 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=170850 loss=2.5252 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=170900 loss=2.5518 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=170950 loss=2.7439 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=171000 loss=2.4868 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=171050 loss=2.5386 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=171100 loss=2.6647 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=171150 loss=2.6464 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=171200 loss=2.6485 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=171250 loss=2.8459 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=171300 loss=2.9882 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=171350 loss=2.5649 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=171400 loss=3.0671 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=171450 loss=2.7034 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=171500 loss=2.9061 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=171550 loss=2.1852 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=171600 loss=2.6399 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=171650 loss=2.6574 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=171700 loss=2.5863 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=171750 loss=2.8499 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=171800 loss=3.2317 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=171850 loss=3.0458 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=171900 loss=2.5223 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=171950 loss=2.2183 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172000 loss=2.4937 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172050 loss=2.3104 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=172100 loss=2.6255 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172150 loss=2.7698 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172200 loss=2.8561 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172250 loss=3.2811 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172300 loss=2.6817 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172350 loss=2.5988 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=172400 loss=2.5974 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172450 loss=2.6848 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172500 loss=2.1984 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172550 loss=2.5488 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172600 loss=2.5741 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172650 loss=2.7087 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172700 loss=2.2893 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172750 loss=2.2103 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172800 loss=2.8447 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172850 loss=2.6243 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172900 loss=2.4906 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=172950 loss=2.7904 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173000 loss=2.9358 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173050 loss=2.9248 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173100 loss=2.5477 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173150 loss=2.9093 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173200 loss=2.5573 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173250 loss=2.8342 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173300 loss=2.5783 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173350 loss=3.0100 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173400 loss=2.6668 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173450 loss=2.6429 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173500 loss=2.4776 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=173550 loss=2.5380 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=173600 loss=2.6358 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173650 loss=2.7260 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173700 loss=2.7554 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173750 loss=1.9344 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173800 loss=2.4774 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=173850 loss=2.4801 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=173900 loss=2.9115 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=173950 loss=2.7107 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=174000 loss=2.3377 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=174050 loss=2.6230 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=174100 loss=2.6252 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=174150 loss=2.2383 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=174200 loss=2.7171 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=174250 loss=2.4005 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=174300 loss=2.6119 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=174350 loss=2.4504 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=174400 loss=2.6688 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=174450 loss=2.4171 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=174500 loss=2.4291 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4}
+step=174550 loss=2.7623 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=174600 loss=3.0986 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=174650 loss=2.0933 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999983310699463, 'last_eos_top1': 4}
+step=174700 loss=2.3726 {'pos0_bos_p': 0.9999980926513672, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999982118606567, 'last_eos_top1': 4}
+step=174750 loss=2.6720 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=174800 loss=2.4838 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=174850 loss=2.5960 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999985694885254, 'last_eos_top1': 4}
+step=174900 loss=2.4087 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4}
+step=174950 loss=2.7660 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=175000 loss=2.7067 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=175050 loss=2.2781 {'pos0_bos_p': 0.9999986886978149, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4}
+step=175100 loss=3.0717 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=175150 loss=2.2641 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=175200 loss=2.0857 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4}
+step=175250 loss=2.5424 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=175300 loss=2.6686 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4}
+step=175350 loss=2.5482 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=175400 loss=2.4158 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=175450 loss=2.4461 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=175500 loss=2.1168 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=175550 loss=2.6712 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=175600 loss=3.1910 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=175650 loss=3.2874 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=175700 loss=2.9340 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=175750 loss=2.3344 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=175800 loss=1.9129 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=175850 loss=2.5976 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=175900 loss=2.8800 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=175950 loss=2.2438 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=176000 loss=2.8532 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=176050 loss=2.4724 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=176100 loss=2.6869 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=176150 loss=2.7533 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=176200 loss=2.4624 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=176250 loss=2.0972 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=176300 loss=2.3742 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=176350 loss=2.4331 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=176400 loss=2.6322 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=176450 loss=2.3378 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=176500 loss=2.3834 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=176550 loss=2.8741 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=176600 loss=2.5239 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=176650 loss=2.4482 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=176700 loss=2.0322 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=176750 loss=2.7648 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=176800 loss=2.3049 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=176850 loss=2.3812 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=176900 loss=2.8669 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=176950 loss=2.7299 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177000 loss=2.4000 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=177050 loss=2.7373 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177100 loss=2.6772 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177150 loss=3.1042 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177200 loss=2.9005 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177250 loss=2.9211 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177300 loss=2.4554 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177350 loss=2.5137 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177400 loss=1.9538 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177450 loss=2.3113 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177500 loss=2.7406 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=177550 loss=1.9247 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=177600 loss=2.5896 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=177650 loss=2.8726 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=177700 loss=2.7985 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=177750 loss=2.9243 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=177800 loss=2.4173 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=177850 loss=2.8412 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=177900 loss=2.3059 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=177950 loss=3.0340 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=178000 loss=2.5209 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=178050 loss=2.9524 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=178100 loss=2.5056 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=178150 loss=2.8525 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=178200 loss=2.7329 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=178250 loss=2.5167 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=178300 loss=2.5056 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=178350 loss=2.5736 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=178400 loss=2.6499 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=178450 loss=2.3005 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=178500 loss=2.9652 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=178550 loss=2.6289 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=178600 loss=2.7295 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=178650 loss=3.0193 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=178700 loss=3.1306 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=178750 loss=2.5549 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=178800 loss=3.0442 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=178850 loss=2.5939 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=178900 loss=2.3353 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=178950 loss=2.8404 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179000 loss=2.8032 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179050 loss=3.0241 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179100 loss=2.4691 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179150 loss=2.6460 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179200 loss=2.3651 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179250 loss=2.7338 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179300 loss=2.7961 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=179350 loss=2.4947 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=179400 loss=2.0879 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=179450 loss=2.9197 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=179500 loss=2.4341 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=179550 loss=2.3399 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179600 loss=2.5452 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179650 loss=2.6098 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=179700 loss=2.8670 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=179750 loss=2.6299 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=179800 loss=2.3727 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179850 loss=2.6717 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179900 loss=2.5747 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=179950 loss=2.8434 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180000 loss=2.7552 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180050 loss=2.3799 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180100 loss=2.0410 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180150 loss=2.6511 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180200 loss=2.5771 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180250 loss=3.0071 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180300 loss=2.4213 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180350 loss=2.5267 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180400 loss=2.4171 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180450 loss=2.6632 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180500 loss=2.8983 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180550 loss=2.7190 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180600 loss=2.7180 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180650 loss=2.1610 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180700 loss=1.6695 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180750 loss=2.3142 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180800 loss=2.3590 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180850 loss=2.6299 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=180900 loss=2.0636 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=180950 loss=2.6761 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=181000 loss=2.6559 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=181050 loss=2.9212 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=181100 loss=2.7145 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=181150 loss=2.7527 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181200 loss=2.5559 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=181250 loss=3.0677 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181300 loss=2.1747 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=181350 loss=2.7738 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181400 loss=2.5577 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181450 loss=2.4677 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181500 loss=3.0844 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181550 loss=2.2372 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181600 loss=2.6542 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181650 loss=2.6529 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181700 loss=2.6694 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181750 loss=2.6152 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181800 loss=2.6535 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181850 loss=2.6750 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181900 loss=2.6115 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=181950 loss=2.7406 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182000 loss=2.3632 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182050 loss=3.0454 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182100 loss=2.3692 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182150 loss=2.9650 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182200 loss=2.5271 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182250 loss=2.4672 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182300 loss=2.1126 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182350 loss=2.7462 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182400 loss=2.5062 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182450 loss=2.3242 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182500 loss=2.8188 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182550 loss=2.7558 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=182600 loss=2.3517 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=182650 loss=2.5181 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=182700 loss=2.2758 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=182750 loss=2.2598 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=182800 loss=2.4856 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=182850 loss=2.1813 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=182900 loss=2.3348 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=182950 loss=2.4694 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183000 loss=2.3347 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183050 loss=2.6812 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183100 loss=2.4105 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183150 loss=3.3003 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183200 loss=2.4999 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183250 loss=2.2171 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=183300 loss=2.6945 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183350 loss=2.3354 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183400 loss=2.2782 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183450 loss=2.7469 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183500 loss=2.3820 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183550 loss=2.5075 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=183600 loss=2.6151 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=183650 loss=2.5499 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=183700 loss=2.3789 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=183750 loss=2.4700 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=183800 loss=2.8807 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=183850 loss=2.3805 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=183900 loss=2.1777 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=183950 loss=2.3176 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=184000 loss=2.3312 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=184050 loss=2.5404 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184100 loss=2.8280 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=184150 loss=2.1305 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=184200 loss=2.8775 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184250 loss=2.6598 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=184300 loss=2.6627 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184350 loss=2.3420 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=184400 loss=2.3701 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184450 loss=2.2830 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=184500 loss=2.7012 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184550 loss=2.4507 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184600 loss=2.6962 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184650 loss=2.3496 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184700 loss=2.7278 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184750 loss=2.8044 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184800 loss=2.4388 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184850 loss=2.8824 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184900 loss=2.4523 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=184950 loss=3.1006 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185000 loss=3.0171 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=185050 loss=2.2281 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=185100 loss=2.5669 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185150 loss=2.8810 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=185200 loss=2.4788 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185250 loss=2.8387 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185300 loss=2.6830 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185350 loss=2.5061 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185400 loss=2.4582 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185450 loss=3.0657 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185500 loss=2.6336 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185550 loss=2.3839 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185600 loss=2.3145 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185650 loss=2.8705 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185700 loss=2.6073 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185750 loss=2.8064 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185800 loss=2.4650 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185850 loss=2.0909 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185900 loss=2.5900 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=185950 loss=2.6361 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=186000 loss=2.0928 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=186050 loss=2.8238 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=186100 loss=2.8398 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=186150 loss=2.5468 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=186200 loss=2.6508 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=186250 loss=2.3292 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=186300 loss=2.2948 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=186350 loss=2.8426 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=186400 loss=2.4753 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186450 loss=3.0242 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186500 loss=2.6040 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186550 loss=2.8492 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186600 loss=2.2111 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186650 loss=2.3244 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186700 loss=2.6645 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186750 loss=2.4336 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186800 loss=2.0573 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186850 loss=2.7462 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186900 loss=2.8953 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=186950 loss=2.4683 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187000 loss=2.6145 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187050 loss=3.0010 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187100 loss=2.5468 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187150 loss=2.5525 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187200 loss=2.6494 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187250 loss=2.7677 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187300 loss=2.7565 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=187350 loss=2.4896 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187400 loss=2.8463 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187450 loss=2.7976 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187500 loss=2.8119 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187550 loss=2.6607 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187600 loss=2.4818 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187650 loss=1.9027 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187700 loss=2.5539 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187750 loss=2.9457 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187800 loss=2.8538 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187850 loss=2.3144 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187900 loss=2.6064 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=187950 loss=2.6055 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188000 loss=2.7416 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188050 loss=2.5964 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188100 loss=2.7453 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188150 loss=2.6977 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188200 loss=2.5551 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188250 loss=2.4984 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188300 loss=2.3939 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188350 loss=2.3506 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=188400 loss=2.8667 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188450 loss=2.4974 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=188500 loss=2.3839 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=188550 loss=2.8610 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188600 loss=2.5800 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188650 loss=1.9235 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188700 loss=2.3143 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188750 loss=2.3530 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188800 loss=2.9007 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188850 loss=2.5448 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188900 loss=2.5579 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=188950 loss=2.5425 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189000 loss=2.6495 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189050 loss=2.9807 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189100 loss=2.8963 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189150 loss=2.6432 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189200 loss=2.6815 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189250 loss=2.7898 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189300 loss=2.6333 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189350 loss=2.2866 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189400 loss=2.9784 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=189450 loss=2.9384 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189500 loss=2.4525 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189550 loss=2.3832 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189600 loss=2.8686 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189650 loss=2.4677 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189700 loss=2.5946 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189750 loss=2.6259 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=189800 loss=2.5574 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=189850 loss=2.8399 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=189900 loss=2.7318 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=189950 loss=2.4133 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=190000 loss=2.5112 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190050 loss=3.2424 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190100 loss=2.5665 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=190150 loss=2.4229 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190200 loss=2.3436 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190250 loss=2.6436 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190300 loss=2.1751 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190350 loss=2.4818 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190400 loss=2.2448 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190450 loss=2.5246 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190500 loss=2.7739 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190550 loss=2.0024 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190600 loss=2.4383 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190650 loss=2.9083 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190700 loss=2.2719 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190750 loss=2.3694 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190800 loss=2.3848 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190850 loss=2.5317 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=190900 loss=2.7650 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=190950 loss=2.7268 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191000 loss=2.8540 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191050 loss=2.4123 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191100 loss=2.9383 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191150 loss=2.5235 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191200 loss=2.2013 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191250 loss=2.5532 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191300 loss=2.6015 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191350 loss=2.4699 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191400 loss=2.8028 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191450 loss=3.1132 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191500 loss=2.3622 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191550 loss=3.0878 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191600 loss=2.9068 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191650 loss=2.9339 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191700 loss=2.1044 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191750 loss=2.3495 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191800 loss=2.4780 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191850 loss=2.7171 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191900 loss=2.9417 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=191950 loss=2.5164 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192000 loss=2.5082 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192050 loss=2.1629 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192100 loss=2.7077 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192150 loss=2.8101 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192200 loss=2.8328 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192250 loss=2.2970 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192300 loss=2.7102 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192350 loss=2.7551 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192400 loss=2.6713 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192450 loss=2.8313 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192500 loss=2.4569 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192550 loss=2.3901 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192600 loss=2.5414 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192650 loss=2.6543 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192700 loss=2.6273 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192750 loss=2.1561 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192800 loss=2.4945 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192850 loss=2.7100 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192900 loss=2.4236 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=192950 loss=2.5376 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193000 loss=2.4698 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193050 loss=2.5506 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193100 loss=2.9733 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193150 loss=2.6281 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193200 loss=2.9551 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193250 loss=2.3683 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193300 loss=2.3467 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193350 loss=2.5756 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193400 loss=2.7264 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193450 loss=2.8901 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193500 loss=2.6768 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193550 loss=2.6682 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193600 loss=3.2377 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193650 loss=2.7534 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193700 loss=2.7411 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193750 loss=2.8801 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193800 loss=2.7786 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=193850 loss=2.4829 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=193900 loss=2.9727 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=193950 loss=2.9077 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194000 loss=2.2459 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194050 loss=2.7778 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194100 loss=2.9299 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194150 loss=2.9687 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194200 loss=2.5003 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=194250 loss=2.5304 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194300 loss=2.8768 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194350 loss=2.5195 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194400 loss=2.6756 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194450 loss=2.3235 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194500 loss=2.5185 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194550 loss=2.4720 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194600 loss=2.9631 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194650 loss=2.6819 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194700 loss=2.8409 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194750 loss=2.9286 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194800 loss=2.6051 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194850 loss=2.5230 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=194900 loss=2.5109 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=194950 loss=2.6385 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=195000 loss=2.8579 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=195050 loss=2.5828 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195100 loss=3.2151 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195150 loss=2.2671 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195200 loss=2.4802 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195250 loss=2.1007 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195300 loss=2.7946 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195350 loss=2.5206 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195400 loss=3.2082 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195450 loss=2.7697 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=195500 loss=2.8849 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195550 loss=2.3437 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195600 loss=2.4897 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195650 loss=2.2208 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195700 loss=2.9065 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195750 loss=2.5911 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=195800 loss=2.5057 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=195850 loss=2.4646 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=195900 loss=2.3881 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=195950 loss=2.7371 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196000 loss=2.7164 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196050 loss=3.0290 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196100 loss=2.5141 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196150 loss=2.2708 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=196200 loss=2.0511 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=196250 loss=2.5726 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196300 loss=3.0094 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196350 loss=2.4850 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=196400 loss=2.3338 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196450 loss=2.7601 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196500 loss=2.6701 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196550 loss=3.0918 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196600 loss=2.5895 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196650 loss=2.2425 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196700 loss=2.7531 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196750 loss=2.6633 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196800 loss=2.8510 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196850 loss=2.8225 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196900 loss=2.9640 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=196950 loss=2.5340 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197000 loss=2.5954 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197050 loss=2.8620 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197100 loss=2.1703 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197150 loss=2.8526 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197200 loss=2.4627 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197250 loss=2.6870 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197300 loss=2.9038 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197350 loss=2.4598 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197400 loss=2.8504 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197450 loss=2.2209 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197500 loss=3.1692 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197550 loss=1.8507 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197600 loss=2.7980 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197650 loss=2.3271 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197700 loss=2.7023 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197750 loss=2.7663 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197800 loss=3.0625 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197850 loss=2.2844 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197900 loss=2.2593 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=197950 loss=2.1844 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198000 loss=2.6391 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198050 loss=2.4306 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198100 loss=2.5284 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198150 loss=2.1004 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198200 loss=2.6404 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198250 loss=2.3846 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198300 loss=2.8930 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198350 loss=2.1463 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198400 loss=2.2493 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198450 loss=2.1221 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198500 loss=2.7388 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198550 loss=2.7073 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198600 loss=2.4205 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198650 loss=2.8846 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198700 loss=2.4383 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198750 loss=2.4990 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198800 loss=3.2033 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198850 loss=2.3869 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198900 loss=2.4436 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=198950 loss=3.0874 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199000 loss=2.8426 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199050 loss=2.7028 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199100 loss=2.2812 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199150 loss=2.3774 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199200 loss=2.8110 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199250 loss=2.5217 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199300 loss=2.7121 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199350 loss=2.9850 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199400 loss=2.3319 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199450 loss=2.1253 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199500 loss=3.1398 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199550 loss=2.7584 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199600 loss=2.8537 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199650 loss=2.9984 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199700 loss=2.2254 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199750 loss=2.8495 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199800 loss=2.8714 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199850 loss=2.6215 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199900 loss=2.3935 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=199950 loss=2.2829 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=200000 loss=2.7383 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=200050 loss=2.4542 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=200100 loss=2.3967 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=200150 loss=2.5723 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=200200 loss=2.4300 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200250 loss=2.4885 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200300 loss=2.7434 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200350 loss=2.8031 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200400 loss=2.6851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200450 loss=2.7084 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200500 loss=2.4601 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200550 loss=2.1761 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200600 loss=2.2678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200650 loss=2.8102 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200700 loss=2.5749 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200750 loss=2.2557 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200800 loss=2.4549 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200850 loss=2.4418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200900 loss=2.2267 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=200950 loss=2.7421 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201000 loss=2.4512 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201050 loss=2.2781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201100 loss=2.5469 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201150 loss=2.6295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201200 loss=2.6385 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201250 loss=2.8968 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201300 loss=2.4740 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201350 loss=2.9070 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201400 loss=2.2295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201450 loss=2.0841 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201500 loss=2.5223 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201550 loss=2.5299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201600 loss=2.2838 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201650 loss=2.7026 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201700 loss=2.4497 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201750 loss=2.8733 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201800 loss=2.5752 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201850 loss=2.8829 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201900 loss=2.4020 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=201950 loss=2.3338 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202000 loss=2.2911 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202050 loss=2.3434 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202100 loss=2.5023 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202150 loss=2.5970 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202200 loss=2.2246 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202250 loss=2.5889 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202300 loss=2.9853 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202350 loss=2.5764 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202400 loss=2.5864 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202450 loss=2.4764 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202500 loss=2.4415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202550 loss=2.1200 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202600 loss=2.2358 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202650 loss=2.8772 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202700 loss=2.7076 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202750 loss=2.1222 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202800 loss=2.4891 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202850 loss=2.0823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202900 loss=3.2872 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=202950 loss=2.6650 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203000 loss=2.9741 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203050 loss=3.0297 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203100 loss=2.2611 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203150 loss=2.0903 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203200 loss=2.4988 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203250 loss=1.8893 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203300 loss=2.5674 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203350 loss=2.8783 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203400 loss=2.2969 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203450 loss=2.5978 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203500 loss=2.2988 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203550 loss=2.8299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203600 loss=2.7533 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203650 loss=2.7075 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203700 loss=2.6350 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203750 loss=2.8056 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203800 loss=2.3616 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203850 loss=2.9354 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203900 loss=2.4390 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=203950 loss=2.4897 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204000 loss=2.4441 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204050 loss=2.6875 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204100 loss=2.7934 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204150 loss=2.5583 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204200 loss=2.7452 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204250 loss=2.4606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204300 loss=2.5965 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204350 loss=3.2260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204400 loss=2.7042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204450 loss=2.6584 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204500 loss=2.3513 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=204550 loss=2.2122 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204600 loss=2.1842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204650 loss=2.2571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204700 loss=2.6006 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204750 loss=2.1393 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204800 loss=2.8063 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204850 loss=2.7357 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204900 loss=2.4103 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=204950 loss=2.6688 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205000 loss=2.1847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205050 loss=2.2440 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205100 loss=2.3622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205150 loss=2.1980 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205200 loss=2.3501 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205250 loss=2.9496 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205300 loss=2.5722 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205350 loss=3.0949 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205400 loss=2.7698 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205450 loss=2.6221 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205500 loss=2.8082 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205550 loss=2.6908 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205600 loss=2.3117 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205650 loss=3.0270 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205700 loss=3.0274 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205750 loss=2.2529 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205800 loss=2.6132 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205850 loss=2.5851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205900 loss=2.5224 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=205950 loss=2.9667 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206000 loss=2.9792 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206050 loss=2.9434 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206100 loss=2.5522 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206150 loss=2.3371 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206200 loss=2.3271 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206250 loss=2.8018 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206300 loss=2.6523 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206350 loss=2.4190 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206400 loss=2.6553 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206450 loss=2.6268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206500 loss=2.2152 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206550 loss=3.0069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206600 loss=2.9640 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206650 loss=2.5986 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206700 loss=2.7629 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206750 loss=3.0660 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206800 loss=2.3119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206850 loss=2.3233 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206900 loss=2.6720 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=206950 loss=2.2202 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207000 loss=2.4902 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207050 loss=2.5838 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207100 loss=2.5361 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207150 loss=2.8449 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207200 loss=2.6608 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207250 loss=2.2496 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207300 loss=2.6858 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207350 loss=2.3370 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207400 loss=2.8887 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207450 loss=2.3655 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207500 loss=2.8003 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207550 loss=2.3604 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207600 loss=1.9877 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207650 loss=2.7871 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207700 loss=2.7598 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207750 loss=2.6455 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207800 loss=2.1867 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207850 loss=2.6419 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207900 loss=2.7541 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=207950 loss=2.5260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208000 loss=2.5238 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208050 loss=2.3481 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208100 loss=2.6265 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208150 loss=2.6236 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208200 loss=2.7123 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208250 loss=2.2485 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208300 loss=2.5778 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208350 loss=2.7570 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208400 loss=2.6038 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208450 loss=2.6040 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208500 loss=2.7440 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208550 loss=3.4724 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208600 loss=2.3556 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208650 loss=2.3299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208700 loss=2.3740 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208750 loss=2.9229 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208800 loss=2.5328 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208850 loss=2.2494 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208900 loss=2.5432 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=208950 loss=2.9109 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209000 loss=2.5136 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209050 loss=2.9046 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209100 loss=2.8262 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209150 loss=2.8794 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209200 loss=2.6683 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209250 loss=2.0816 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209300 loss=2.7301 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209350 loss=2.9115 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209400 loss=2.2748 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209450 loss=2.2316 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209500 loss=2.6151 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209550 loss=2.2202 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209600 loss=2.9689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209650 loss=2.1341 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209700 loss=2.6750 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209750 loss=2.4708 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209800 loss=2.6891 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209850 loss=2.4036 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209900 loss=2.6687 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=209950 loss=2.4780 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210000 loss=2.1831 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210050 loss=2.7858 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210100 loss=2.4878 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210150 loss=2.5709 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210200 loss=2.7606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210250 loss=2.2935 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210300 loss=2.3322 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210350 loss=3.1857 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210400 loss=2.0779 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210450 loss=2.7233 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210500 loss=2.4012 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210550 loss=2.6348 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210600 loss=2.8991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210650 loss=2.4963 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210700 loss=2.5587 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210750 loss=2.0998 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210800 loss=2.2898 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210850 loss=2.7555 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210900 loss=2.6164 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=210950 loss=2.4643 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211000 loss=1.8284 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211050 loss=2.2139 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211100 loss=2.3233 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211150 loss=2.6941 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211200 loss=2.6525 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211250 loss=2.8177 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211300 loss=2.4731 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211350 loss=2.3714 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211400 loss=2.5964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211450 loss=2.7539 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211500 loss=3.1659 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211550 loss=2.3401 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211600 loss=2.8219 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211650 loss=2.1635 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211700 loss=1.9106 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211750 loss=2.5859 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211800 loss=2.4830 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211850 loss=2.6508 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211900 loss=2.7653 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=211950 loss=2.8808 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212000 loss=2.3758 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212050 loss=2.4214 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212100 loss=2.8450 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212150 loss=2.7684 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212200 loss=2.3185 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212250 loss=2.5702 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212300 loss=2.5553 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212350 loss=2.7602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212400 loss=2.2195 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212450 loss=2.1871 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212500 loss=2.3238 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212550 loss=2.6492 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212600 loss=2.4182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212650 loss=2.4832 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212700 loss=2.9332 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212750 loss=1.6562 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212800 loss=2.6464 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212850 loss=2.6064 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212900 loss=2.2584 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=212950 loss=2.5901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213000 loss=2.0384 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213050 loss=2.9805 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213100 loss=2.3726 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213150 loss=2.5534 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213200 loss=2.8287 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213250 loss=2.9340 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213300 loss=2.7856 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213350 loss=2.8864 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213400 loss=3.0306 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213450 loss=2.6401 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213500 loss=2.4086 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213550 loss=2.8344 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213600 loss=2.7923 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213650 loss=3.6081 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213700 loss=2.3051 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213750 loss=2.0484 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213800 loss=3.1697 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213850 loss=2.4415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213900 loss=2.3109 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=213950 loss=2.8780 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214000 loss=3.2224 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214050 loss=2.3059 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214100 loss=2.1375 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214150 loss=2.5031 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214200 loss=2.7298 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214250 loss=2.8032 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214300 loss=2.4752 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214350 loss=2.0416 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214400 loss=2.7609 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214450 loss=2.7615 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214500 loss=2.7411 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214550 loss=2.9101 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214600 loss=2.6738 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214650 loss=2.1838 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214700 loss=2.5546 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214750 loss=3.2920 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214800 loss=2.6058 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214850 loss=2.1359 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214900 loss=2.4167 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=214950 loss=2.7743 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215000 loss=2.6460 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215050 loss=2.2686 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215100 loss=2.7689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215150 loss=2.6745 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215200 loss=2.3054 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215250 loss=2.5889 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215300 loss=2.5495 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215350 loss=2.5191 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215400 loss=3.0582 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215450 loss=2.3757 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215500 loss=2.5217 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215550 loss=2.2548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215600 loss=2.2181 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215650 loss=3.0628 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215700 loss=2.1666 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215750 loss=2.7375 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215800 loss=2.6001 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215850 loss=3.1005 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215900 loss=2.4353 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=215950 loss=2.7631 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216000 loss=2.5468 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216050 loss=2.5362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216100 loss=2.8918 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216150 loss=2.8778 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216200 loss=2.6075 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216250 loss=2.5275 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216300 loss=2.0129 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216350 loss=2.1214 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216400 loss=2.9671 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216450 loss=2.4711 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216500 loss=2.9652 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216550 loss=2.8133 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216600 loss=2.8371 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216650 loss=2.7429 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216700 loss=2.7623 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216750 loss=2.0562 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216800 loss=2.5363 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216850 loss=2.2471 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216900 loss=2.6768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=216950 loss=2.2138 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217000 loss=3.1473 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217050 loss=2.4926 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217100 loss=2.3716 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217150 loss=1.9204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217200 loss=2.8386 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217250 loss=2.6607 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217300 loss=3.0520 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217350 loss=2.4509 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217400 loss=2.4185 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217450 loss=2.6874 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217500 loss=2.7826 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217550 loss=2.2490 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217600 loss=2.5549 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217650 loss=2.4397 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217700 loss=2.7746 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217750 loss=2.3016 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217800 loss=2.7361 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217850 loss=2.5067 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217900 loss=2.6043 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=217950 loss=2.3334 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218000 loss=2.7555 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218050 loss=2.5183 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218100 loss=2.5571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218150 loss=2.5039 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218200 loss=2.2742 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218250 loss=2.2424 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218300 loss=2.6075 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218350 loss=2.4060 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218400 loss=2.7653 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218450 loss=2.6406 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218500 loss=2.6660 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218550 loss=2.8730 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218600 loss=2.2082 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218650 loss=2.8523 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218700 loss=3.1345 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218750 loss=2.9461 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218800 loss=2.7707 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218850 loss=2.7306 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218900 loss=2.9616 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=218950 loss=2.5828 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219000 loss=2.9026 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219050 loss=2.6415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219100 loss=2.5814 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219150 loss=2.9526 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219200 loss=2.8818 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219250 loss=2.5094 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219300 loss=2.4490 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219350 loss=2.9176 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219400 loss=2.8540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219450 loss=2.4681 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219500 loss=2.4823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219550 loss=3.1771 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219600 loss=2.9003 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219650 loss=2.6940 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219700 loss=2.0424 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219750 loss=2.5609 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219800 loss=3.1107 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219850 loss=2.8665 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219900 loss=2.5555 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=219950 loss=2.5931 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=220000 loss=1.8855 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=220050 loss=2.6754 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=220100 loss=2.5728 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=220150 loss=2.2691 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220200 loss=2.5196 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220250 loss=2.4523 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220300 loss=2.1590 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220350 loss=2.3815 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220400 loss=2.6195 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220450 loss=2.5016 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220500 loss=2.9334 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220550 loss=2.7307 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220600 loss=2.7220 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220650 loss=2.3814 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220700 loss=2.3048 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220750 loss=2.1188 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220800 loss=2.5456 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220850 loss=3.0835 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220900 loss=2.6082 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=220950 loss=3.1218 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221000 loss=2.9718 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221050 loss=2.5155 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221100 loss=2.5483 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221150 loss=3.2992 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221200 loss=2.5086 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221250 loss=2.2884 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221300 loss=2.7286 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221350 loss=2.0733 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221400 loss=2.0547 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221450 loss=2.6675 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221500 loss=2.4199 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221550 loss=2.1655 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221600 loss=2.2529 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221650 loss=2.6994 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221700 loss=2.9638 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221750 loss=3.0784 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221800 loss=2.4652 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221850 loss=2.5634 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221900 loss=2.2030 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=221950 loss=2.2550 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222000 loss=2.2272 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222050 loss=2.4006 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222100 loss=2.7373 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222150 loss=2.5211 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222200 loss=2.2688 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222250 loss=2.9138 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222300 loss=2.5413 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222350 loss=3.0718 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222400 loss=2.4763 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222450 loss=2.6916 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222500 loss=2.1527 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222550 loss=2.3421 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222600 loss=2.3799 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222650 loss=2.8694 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222700 loss=2.7177 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222750 loss=2.8634 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222800 loss=2.7244 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222850 loss=3.1506 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222900 loss=2.6124 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=222950 loss=2.6539 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223000 loss=3.1026 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223050 loss=2.8286 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223100 loss=2.8405 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223150 loss=2.9359 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223200 loss=3.0424 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223250 loss=2.6560 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223300 loss=2.5872 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223350 loss=3.0283 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223400 loss=2.9020 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223450 loss=2.4141 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223500 loss=2.8907 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223550 loss=2.3920 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223600 loss=2.4092 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223650 loss=2.0955 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223700 loss=2.3416 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223750 loss=2.4696 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223800 loss=2.5893 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223850 loss=3.2013 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223900 loss=3.2115 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=223950 loss=2.0583 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224000 loss=2.4782 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224050 loss=2.1535 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224100 loss=2.1896 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224150 loss=2.3694 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224200 loss=2.9384 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224250 loss=2.3867 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224300 loss=2.6894 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224350 loss=2.5585 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224400 loss=2.4846 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224450 loss=2.1788 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224500 loss=2.8086 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224550 loss=2.9839 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224600 loss=2.5406 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224650 loss=2.7508 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224700 loss=2.5799 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224750 loss=2.8943 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224800 loss=2.8522 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224850 loss=2.7796 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224900 loss=2.7685 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=224950 loss=2.7068 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225000 loss=2.6140 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225050 loss=2.0573 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225100 loss=3.0647 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225150 loss=2.4504 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225200 loss=2.7881 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225250 loss=2.7454 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225300 loss=2.3776 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225350 loss=2.7811 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225400 loss=2.6486 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225450 loss=2.7963 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=225500 loss=2.4544 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225550 loss=2.7715 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225600 loss=2.5521 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225650 loss=2.4237 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225700 loss=2.3213 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225750 loss=2.3455 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225800 loss=2.2664 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225850 loss=3.2153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225900 loss=2.8865 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=225950 loss=2.4957 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226000 loss=2.2073 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226050 loss=2.6606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226100 loss=2.6536 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226150 loss=2.5678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226200 loss=2.7408 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226250 loss=2.2700 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226300 loss=2.3367 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226350 loss=2.9500 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226400 loss=2.3580 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226450 loss=2.2398 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226500 loss=2.8313 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226550 loss=2.6069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226600 loss=2.6600 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226650 loss=2.9902 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226700 loss=2.5185 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226750 loss=2.5961 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226800 loss=2.9178 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226850 loss=2.2122 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226900 loss=2.2563 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=226950 loss=2.2525 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227000 loss=2.8044 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227050 loss=2.4298 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227100 loss=2.7255 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227150 loss=2.4075 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227200 loss=2.7927 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227250 loss=2.8781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227300 loss=2.5534 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227350 loss=2.8412 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227400 loss=2.7250 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227450 loss=3.2559 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227500 loss=2.6842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227550 loss=2.3169 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227600 loss=2.6286 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227650 loss=2.1597 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227700 loss=2.6904 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227750 loss=2.5184 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227800 loss=2.3667 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227850 loss=2.5307 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227900 loss=3.2281 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=227950 loss=3.0890 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228000 loss=2.3430 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228050 loss=3.0586 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228100 loss=2.9288 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228150 loss=2.5980 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228200 loss=2.7428 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228250 loss=2.5065 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228300 loss=2.6877 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228350 loss=2.6838 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228400 loss=2.4990 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228450 loss=2.5344 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228500 loss=2.9759 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228550 loss=2.6742 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228600 loss=2.5602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228650 loss=2.8575 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228700 loss=2.5437 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228750 loss=2.7069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228800 loss=2.3709 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228850 loss=2.5138 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228900 loss=2.7992 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=228950 loss=2.4174 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229000 loss=3.1366 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229050 loss=2.1970 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229100 loss=2.3183 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229150 loss=2.1986 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229200 loss=2.5418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229250 loss=2.1288 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229300 loss=2.5330 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229350 loss=2.6542 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229400 loss=2.1752 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229450 loss=2.4790 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229500 loss=3.1785 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229550 loss=3.0016 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229600 loss=2.7761 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229650 loss=2.7995 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229700 loss=2.8377 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229750 loss=2.6796 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229800 loss=2.3916 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229850 loss=2.3827 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229900 loss=2.8947 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=229950 loss=2.8945 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230000 loss=2.4765 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230050 loss=2.4544 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230100 loss=2.5915 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230150 loss=3.1462 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230200 loss=2.1273 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230250 loss=2.5506 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230300 loss=2.4948 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230350 loss=2.9045 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230400 loss=2.7098 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230450 loss=2.1690 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230500 loss=2.6487 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230550 loss=2.3834 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230600 loss=2.2794 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230650 loss=2.4075 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230700 loss=2.3558 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230750 loss=2.5701 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230800 loss=2.8090 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230850 loss=2.1768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230900 loss=1.9389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=230950 loss=2.7414 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231000 loss=2.9940 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231050 loss=2.2710 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231100 loss=2.2741 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231150 loss=2.3005 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231200 loss=2.1326 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231250 loss=2.1632 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231300 loss=2.5195 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231350 loss=2.6114 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231400 loss=3.3404 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231450 loss=2.3518 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231500 loss=3.0418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231550 loss=2.5779 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231600 loss=2.7263 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231650 loss=2.1737 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231700 loss=2.4384 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231750 loss=2.7972 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231800 loss=2.5917 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231850 loss=2.6287 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231900 loss=2.8493 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=231950 loss=2.2465 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232000 loss=2.7089 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232050 loss=2.8084 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232100 loss=2.6773 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232150 loss=2.7760 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232200 loss=2.4141 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232250 loss=2.8701 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232300 loss=3.3044 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232350 loss=2.6001 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232400 loss=2.8292 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232450 loss=2.2354 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232500 loss=2.7269 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232550 loss=2.8919 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232600 loss=2.9671 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232650 loss=2.0391 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232700 loss=2.8613 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232750 loss=3.0642 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232800 loss=2.4476 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232850 loss=2.3968 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232900 loss=2.3192 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=232950 loss=2.3568 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233000 loss=3.0188 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233050 loss=1.9769 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233100 loss=2.4590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233150 loss=2.5304 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233200 loss=1.9544 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233250 loss=2.3948 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233300 loss=2.6884 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233350 loss=3.1128 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233400 loss=2.7803 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233450 loss=2.4738 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233500 loss=3.1132 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233550 loss=2.3452 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233600 loss=2.1337 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233650 loss=2.7373 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233700 loss=2.4342 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233750 loss=2.0995 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233800 loss=2.2561 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233850 loss=2.7706 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233900 loss=2.4925 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=233950 loss=2.5003 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234000 loss=2.8774 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234050 loss=2.6966 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234100 loss=3.1052 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234150 loss=2.4638 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234200 loss=2.4842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234250 loss=2.5714 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234300 loss=2.6057 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234350 loss=2.6781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234400 loss=2.4014 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234450 loss=2.7031 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234500 loss=2.7785 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234550 loss=2.3022 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234600 loss=2.6934 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234650 loss=2.5184 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234700 loss=2.5999 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234750 loss=2.8682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234800 loss=2.1387 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234850 loss=2.7425 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234900 loss=2.9627 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=234950 loss=3.0708 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235000 loss=2.7527 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235050 loss=2.4431 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235100 loss=2.7505 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235150 loss=2.0552 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235200 loss=2.5833 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235250 loss=2.5737 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235300 loss=2.5431 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235350 loss=2.0788 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235400 loss=2.1402 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235450 loss=2.3744 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235500 loss=2.9757 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235550 loss=2.6049 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235600 loss=2.4984 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235650 loss=2.5435 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235700 loss=2.3340 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235750 loss=2.4980 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235800 loss=2.6756 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235850 loss=2.4220 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235900 loss=2.9034 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=235950 loss=2.3387 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236000 loss=2.9208 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236050 loss=2.5905 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236100 loss=2.4909 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236150 loss=2.3872 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236200 loss=2.5411 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236250 loss=2.3015 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236300 loss=2.7027 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236350 loss=2.8369 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236400 loss=2.7077 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236450 loss=3.0718 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236500 loss=2.9207 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236550 loss=3.3149 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236600 loss=2.4809 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236650 loss=2.3991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236700 loss=2.8195 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236750 loss=2.6544 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236800 loss=2.7951 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236850 loss=2.4774 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236900 loss=2.4414 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=236950 loss=2.2113 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237000 loss=2.5895 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237050 loss=2.6463 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237100 loss=2.7506 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237150 loss=2.6518 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237200 loss=2.3311 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237250 loss=2.4622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237300 loss=3.1742 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237350 loss=2.2085 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237400 loss=2.3142 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237450 loss=2.8541 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237500 loss=2.8722 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237550 loss=2.7302 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237600 loss=2.3213 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237650 loss=2.7051 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237700 loss=2.9228 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237750 loss=3.0850 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237800 loss=2.1034 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237850 loss=2.5904 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237900 loss=2.1676 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=237950 loss=2.5836 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238000 loss=2.4323 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238050 loss=2.9415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238100 loss=2.6060 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238150 loss=2.1625 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238200 loss=2.4612 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238250 loss=2.5433 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238300 loss=3.2054 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238350 loss=2.3866 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238400 loss=3.0315 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238450 loss=2.7503 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238500 loss=1.9783 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238550 loss=2.5391 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238600 loss=2.6902 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238650 loss=2.8473 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238700 loss=2.7082 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238750 loss=3.2908 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238800 loss=2.8656 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238850 loss=2.6932 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238900 loss=2.5417 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=238950 loss=2.4444 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239000 loss=2.5602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239050 loss=2.8432 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239100 loss=2.6646 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239150 loss=2.4158 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239200 loss=2.6021 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239250 loss=2.7308 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239300 loss=2.3996 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239350 loss=2.7067 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239400 loss=3.1433 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239450 loss=2.8367 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239500 loss=2.3398 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239550 loss=2.7562 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239600 loss=2.4825 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239650 loss=2.6780 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239700 loss=2.5923 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239750 loss=2.1655 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239800 loss=3.0720 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239850 loss=2.7514 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239900 loss=2.8261 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=239950 loss=2.5752 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240000 loss=2.2986 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240050 loss=2.6142 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240100 loss=3.1495 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240150 loss=2.9326 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240200 loss=2.8778 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240250 loss=2.6770 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240300 loss=2.3955 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240350 loss=2.3319 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240400 loss=2.7493 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240450 loss=2.2111 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240500 loss=2.0907 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240550 loss=2.8514 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240600 loss=2.7246 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240650 loss=2.3574 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240700 loss=2.7654 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240750 loss=2.0777 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240800 loss=2.1490 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240850 loss=2.0218 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240900 loss=2.8161 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=240950 loss=2.7444 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241000 loss=2.5549 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241050 loss=2.6204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241100 loss=2.7123 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241150 loss=3.3613 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241200 loss=2.8453 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241250 loss=2.2077 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241300 loss=2.6943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241350 loss=2.8520 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241400 loss=2.8533 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241450 loss=2.6927 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241500 loss=3.0922 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241550 loss=2.9842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241600 loss=2.4359 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241650 loss=2.5760 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241700 loss=2.7071 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241750 loss=3.1846 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241800 loss=2.5127 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241850 loss=2.4636 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241900 loss=2.5290 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=241950 loss=2.9170 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242000 loss=2.3091 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242050 loss=2.6189 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242100 loss=3.3673 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242150 loss=2.3346 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242200 loss=2.3573 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242250 loss=3.0097 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242300 loss=2.4554 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242350 loss=3.0721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242400 loss=2.9422 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242450 loss=3.2327 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242500 loss=1.9739 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242550 loss=2.4594 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242600 loss=2.3842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242650 loss=3.1593 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242700 loss=2.5955 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242750 loss=2.2985 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242800 loss=2.8494 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242850 loss=2.2887 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242900 loss=2.8105 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=242950 loss=2.8543 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243000 loss=2.2634 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243050 loss=2.5636 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243100 loss=3.0398 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243150 loss=2.4442 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243200 loss=2.3360 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243250 loss=2.4695 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243300 loss=2.7338 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243350 loss=2.5732 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243400 loss=2.2523 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243450 loss=2.3849 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243500 loss=2.4001 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243550 loss=2.4456 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243600 loss=2.7067 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243650 loss=3.2403 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243700 loss=2.3071 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243750 loss=2.8023 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243800 loss=3.2576 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243850 loss=2.0896 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243900 loss=2.3715 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=243950 loss=2.4477 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244000 loss=2.1303 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244050 loss=2.4480 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244100 loss=2.7063 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244150 loss=3.1131 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244200 loss=2.8955 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244250 loss=2.8341 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244300 loss=2.9490 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244350 loss=2.5046 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244400 loss=2.9107 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244450 loss=2.8832 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244500 loss=3.0713 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244550 loss=2.7652 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244600 loss=2.2428 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244650 loss=2.7673 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244700 loss=3.0919 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244750 loss=2.8185 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244800 loss=2.3997 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244850 loss=2.3968 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244900 loss=2.8295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=244950 loss=2.8975 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245000 loss=2.8684 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245050 loss=2.1165 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245100 loss=2.7216 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245150 loss=2.7498 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245200 loss=2.9456 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245250 loss=2.2677 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245300 loss=2.3215 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245350 loss=2.9743 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245400 loss=2.0645 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245450 loss=2.8637 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245500 loss=2.8217 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245550 loss=2.8629 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245600 loss=2.8036 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245650 loss=2.2498 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245700 loss=2.2587 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245750 loss=2.7794 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245800 loss=2.6961 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245850 loss=2.7594 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245900 loss=3.1308 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=245950 loss=3.3219 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246000 loss=2.2731 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246050 loss=2.8251 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246100 loss=2.6362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246150 loss=2.3726 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246200 loss=2.2834 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246250 loss=3.1721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246300 loss=2.4589 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246350 loss=2.5256 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246400 loss=2.5851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246450 loss=2.2746 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246500 loss=2.2794 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246550 loss=2.3942 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246600 loss=2.0606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246650 loss=2.1304 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246700 loss=2.6550 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246750 loss=2.2928 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246800 loss=2.9345 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246850 loss=2.5809 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246900 loss=2.4583 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=246950 loss=2.4273 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247000 loss=2.9392 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247050 loss=2.9019 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247100 loss=2.7682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247150 loss=2.5537 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247200 loss=2.8751 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247250 loss=2.7560 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247300 loss=2.6422 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247350 loss=2.0999 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247400 loss=2.6437 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247450 loss=2.6576 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247500 loss=3.0191 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247550 loss=2.3535 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247600 loss=2.5526 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247650 loss=2.6394 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247700 loss=3.2640 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247750 loss=2.2953 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247800 loss=2.5092 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247850 loss=2.0177 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247900 loss=2.6963 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=247950 loss=2.8156 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248000 loss=2.3163 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248050 loss=2.6721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248100 loss=2.3515 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248150 loss=2.2042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248200 loss=2.3560 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248250 loss=2.1012 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248300 loss=2.8233 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248350 loss=2.5435 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248400 loss=2.3026 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248450 loss=2.3299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248500 loss=2.5650 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248550 loss=2.7543 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248600 loss=2.8409 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248650 loss=2.5430 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248700 loss=2.5579 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248750 loss=2.8425 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248800 loss=2.9379 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248850 loss=2.5077 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248900 loss=3.0546 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=248950 loss=2.5689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249000 loss=1.9515 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249050 loss=2.5157 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249100 loss=2.2641 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249150 loss=2.6149 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249200 loss=2.7882 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249250 loss=3.0934 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249300 loss=2.2585 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249350 loss=2.7664 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249400 loss=2.4992 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249450 loss=2.5385 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249500 loss=2.6970 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249550 loss=2.6757 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249600 loss=2.2528 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249650 loss=2.3001 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249700 loss=2.7950 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249750 loss=2.2202 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249800 loss=2.3909 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249850 loss=2.6214 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249900 loss=2.7073 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=249950 loss=2.2823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250000 loss=2.5332 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250050 loss=2.7781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250100 loss=2.8182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250150 loss=2.9508 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250200 loss=2.8655 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250250 loss=3.2497 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250300 loss=2.5489 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250350 loss=2.3581 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250400 loss=2.8062 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250450 loss=2.7629 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250500 loss=2.5512 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250550 loss=2.5550 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250600 loss=2.7127 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250650 loss=2.7069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250700 loss=2.8677 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250750 loss=2.4928 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250800 loss=2.7786 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250850 loss=2.3321 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250900 loss=2.7202 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=250950 loss=2.5460 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251000 loss=2.8380 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251050 loss=2.9602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251100 loss=3.1897 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251150 loss=3.0233 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251200 loss=1.7637 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251250 loss=2.8004 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251300 loss=2.6431 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251350 loss=2.8786 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251400 loss=3.1802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251450 loss=2.5234 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251500 loss=2.3085 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251550 loss=2.2669 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251600 loss=2.7255 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251650 loss=2.2496 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251700 loss=2.3514 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251750 loss=2.7558 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251800 loss=2.4237 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251850 loss=2.3374 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251900 loss=2.4604 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=251950 loss=2.7958 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252000 loss=2.6160 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252050 loss=2.6645 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252100 loss=2.7767 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252150 loss=2.6184 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252200 loss=3.0975 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252250 loss=2.6919 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252300 loss=2.9902 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252350 loss=3.2073 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252400 loss=2.3452 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252450 loss=2.4879 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252500 loss=3.0531 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252550 loss=2.2936 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252600 loss=2.8247 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252650 loss=2.4161 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252700 loss=2.7763 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252750 loss=2.0839 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252800 loss=2.4671 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252850 loss=3.0559 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252900 loss=2.7226 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=252950 loss=2.3844 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253000 loss=1.9751 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253050 loss=2.5279 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253100 loss=2.5843 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253150 loss=2.8641 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253200 loss=2.7715 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253250 loss=2.4312 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253300 loss=2.4696 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253350 loss=2.5124 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253400 loss=2.7251 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253450 loss=2.4897 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253500 loss=2.9543 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253550 loss=2.7033 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253600 loss=2.2179 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253650 loss=2.7304 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253700 loss=2.8589 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253750 loss=2.8183 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253800 loss=2.8150 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253850 loss=3.0627 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253900 loss=2.9322 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=253950 loss=3.1171 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254000 loss=2.8163 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254050 loss=2.4538 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254100 loss=2.4183 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254150 loss=1.9445 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254200 loss=2.4572 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254250 loss=2.8282 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254300 loss=2.8980 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254350 loss=2.6051 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254400 loss=2.8620 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254450 loss=2.4495 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254500 loss=2.6048 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254550 loss=2.6379 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254600 loss=2.6421 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254650 loss=2.6386 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254700 loss=2.2524 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254750 loss=2.4359 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254800 loss=2.9349 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254850 loss=2.4340 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254900 loss=2.5658 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=254950 loss=2.5290 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255000 loss=3.0049 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255050 loss=2.3395 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255100 loss=2.2575 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255150 loss=2.7197 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255200 loss=2.1157 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255250 loss=2.6649 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255300 loss=2.4793 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255350 loss=2.1836 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255400 loss=2.1618 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255450 loss=2.2559 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255500 loss=2.3577 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255550 loss=2.4656 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255600 loss=2.7866 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255650 loss=2.6558 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255700 loss=2.4593 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255750 loss=2.7384 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255800 loss=1.8123 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255850 loss=2.8170 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255900 loss=2.1983 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=255950 loss=2.1693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256000 loss=2.9830 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256050 loss=2.4664 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256100 loss=2.1298 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256150 loss=2.5677 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256200 loss=2.9009 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256250 loss=2.8028 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256300 loss=2.6969 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256350 loss=2.6774 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256400 loss=2.2471 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256450 loss=2.6364 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256500 loss=3.2774 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256550 loss=2.3921 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256600 loss=2.9187 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256650 loss=2.3785 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256700 loss=2.4682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256750 loss=2.7073 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256800 loss=2.9268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256850 loss=2.4891 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256900 loss=2.6583 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=256950 loss=2.1455 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257000 loss=3.2078 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257050 loss=2.8439 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257100 loss=2.7527 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257150 loss=2.9376 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257200 loss=2.2167 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257250 loss=2.8801 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257300 loss=2.5042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257350 loss=2.9755 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257400 loss=2.7335 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257450 loss=2.5905 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257500 loss=2.5463 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257550 loss=2.4263 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257600 loss=2.6566 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257650 loss=2.6346 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257700 loss=3.1361 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257750 loss=2.3975 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257800 loss=2.7699 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257850 loss=2.8825 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257900 loss=2.4304 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=257950 loss=2.3268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258000 loss=2.6149 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258050 loss=2.8871 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258100 loss=2.7331 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258150 loss=2.4716 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258200 loss=2.9736 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258250 loss=2.8277 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258300 loss=2.1718 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258350 loss=1.8325 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258400 loss=2.7489 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258450 loss=2.7068 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258500 loss=2.2664 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258550 loss=2.1513 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258600 loss=2.6766 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258650 loss=2.7582 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258700 loss=2.5948 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258750 loss=2.3481 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258800 loss=2.8302 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258850 loss=2.8418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258900 loss=2.8848 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=258950 loss=2.9428 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259000 loss=2.5582 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259050 loss=2.8746 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259100 loss=1.8791 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259150 loss=1.8574 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259200 loss=2.7266 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259250 loss=2.7074 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259300 loss=2.3173 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259350 loss=2.6114 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259400 loss=2.6150 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259450 loss=2.4485 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259500 loss=2.7446 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259550 loss=2.6983 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259600 loss=2.8534 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259650 loss=2.9993 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259700 loss=2.9661 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259750 loss=1.8571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259800 loss=2.6654 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259850 loss=2.3412 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259900 loss=2.6277 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=259950 loss=2.1133 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260000 loss=3.1778 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260050 loss=2.7116 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260100 loss=1.9571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260150 loss=2.3631 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260200 loss=2.4392 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260250 loss=2.0378 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260300 loss=2.3719 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260350 loss=2.5121 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260400 loss=2.7655 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260450 loss=2.5403 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260500 loss=2.8426 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260550 loss=2.8747 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260600 loss=2.8765 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260650 loss=1.8367 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260700 loss=2.7764 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260750 loss=2.7238 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260800 loss=2.8668 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260850 loss=2.5803 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260900 loss=2.4108 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=260950 loss=2.4735 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261000 loss=2.4887 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261050 loss=2.1625 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261100 loss=2.8480 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261150 loss=2.7611 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261200 loss=2.7791 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261250 loss=2.7065 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261300 loss=2.3552 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261350 loss=3.1088 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261400 loss=2.2164 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261450 loss=2.6476 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261500 loss=2.9285 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261550 loss=2.7264 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261600 loss=2.1480 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261650 loss=3.1390 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261700 loss=2.6335 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261750 loss=2.7329 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261800 loss=2.5955 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261850 loss=2.5595 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261900 loss=2.9442 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=261950 loss=2.5437 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262000 loss=2.4951 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262050 loss=3.0198 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262100 loss=2.8149 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262150 loss=2.8549 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262200 loss=2.5264 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262250 loss=2.3607 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262300 loss=2.6504 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262350 loss=2.4161 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262400 loss=3.0489 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262450 loss=2.7080 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262500 loss=2.8960 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262550 loss=2.6452 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262600 loss=1.9283 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262650 loss=2.6498 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262700 loss=3.0511 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262750 loss=3.0076 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262800 loss=2.9948 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262850 loss=2.2661 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262900 loss=2.8521 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=262950 loss=2.2005 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263000 loss=2.8143 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263050 loss=2.5037 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263100 loss=2.8246 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263150 loss=2.5887 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263200 loss=3.0267 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263250 loss=2.5559 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263300 loss=2.9947 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263350 loss=2.6444 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263400 loss=2.4911 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263450 loss=2.8532 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263500 loss=1.9410 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263550 loss=2.4217 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263600 loss=2.2293 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263650 loss=2.5888 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263700 loss=2.4324 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263750 loss=2.9935 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263800 loss=2.2025 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263850 loss=3.1102 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263900 loss=2.3760 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=263950 loss=2.7072 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264000 loss=2.6718 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264050 loss=2.6319 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264100 loss=2.7078 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264150 loss=2.7521 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264200 loss=2.7709 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264250 loss=2.5528 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264300 loss=2.6673 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264350 loss=2.3268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264400 loss=2.6823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264450 loss=2.6676 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264500 loss=2.3767 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264550 loss=3.1755 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264600 loss=2.3709 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264650 loss=2.9242 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264700 loss=3.3835 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264750 loss=2.4143 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264800 loss=2.0114 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264850 loss=2.3797 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264900 loss=2.8470 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=264950 loss=2.5456 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265000 loss=2.8230 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265050 loss=2.6515 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265100 loss=3.0913 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265150 loss=2.6859 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265200 loss=2.1932 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265250 loss=2.5280 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265300 loss=2.9486 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265350 loss=3.0311 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265400 loss=2.5319 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265450 loss=2.5219 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265500 loss=2.5115 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265550 loss=2.4473 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265600 loss=2.3625 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265650 loss=2.5959 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265700 loss=2.7765 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265750 loss=2.9059 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265800 loss=2.4929 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265850 loss=2.5240 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265900 loss=2.4328 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=265950 loss=2.5241 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266000 loss=2.6802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266050 loss=2.9625 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266100 loss=2.5761 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266150 loss=2.3350 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266200 loss=2.3063 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266250 loss=1.9693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266300 loss=2.8228 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266350 loss=2.3027 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266400 loss=2.4411 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266450 loss=2.7746 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266500 loss=2.4448 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266550 loss=2.7669 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266600 loss=2.5621 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266650 loss=2.3315 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266700 loss=2.8008 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266750 loss=2.7990 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266800 loss=2.8622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266850 loss=2.6654 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266900 loss=2.3148 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=266950 loss=2.6634 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267000 loss=2.3981 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267050 loss=2.2363 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267100 loss=2.8200 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267150 loss=2.7172 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267200 loss=2.7164 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267250 loss=2.8183 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267300 loss=2.4187 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267350 loss=2.3264 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267400 loss=2.7723 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267450 loss=2.9551 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267500 loss=2.2028 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267550 loss=2.6614 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267600 loss=2.4069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267650 loss=2.9839 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267700 loss=2.9289 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267750 loss=2.5264 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267800 loss=2.3824 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267850 loss=2.5037 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267900 loss=2.0912 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=267950 loss=2.7254 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268000 loss=2.6645 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268050 loss=2.5653 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268100 loss=2.4482 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268150 loss=2.4733 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268200 loss=2.7360 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268250 loss=2.2831 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268300 loss=2.2898 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268350 loss=2.7167 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268400 loss=2.6663 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268450 loss=2.3663 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268500 loss=3.0822 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268550 loss=2.4211 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268600 loss=2.4028 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268650 loss=2.4083 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268700 loss=2.5772 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268750 loss=2.7890 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268800 loss=2.6171 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268850 loss=2.9010 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268900 loss=2.5999 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=268950 loss=2.9172 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=269000 loss=2.8384 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=269050 loss=2.1306 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=269100 loss=2.2781 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4}
+step=269150 loss=2.3712 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4}
+step=269200 loss=2.6898 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=269250 loss=2.8043 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4}
+step=269300 loss=2.7961 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=269350 loss=2.7694 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=269400 loss=2.8943 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=269450 loss=3.1479 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=269500 loss=2.5350 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=269550 loss=2.4986 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=269600 loss=2.8737 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=269650 loss=2.7836 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=269700 loss=1.8771 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=269750 loss=2.4741 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=269800 loss=2.3044 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=269850 loss=2.3470 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=269900 loss=2.5930 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=269950 loss=2.9924 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270000 loss=2.3815 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270050 loss=2.9475 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270100 loss=2.6518 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270150 loss=3.0602 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270200 loss=2.6766 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270250 loss=2.2906 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270300 loss=2.6699 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270350 loss=2.5881 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270400 loss=2.7415 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270450 loss=2.5565 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270500 loss=3.0873 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270550 loss=2.1869 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=270600 loss=2.9072 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270650 loss=2.9670 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270700 loss=2.8821 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270750 loss=2.8599 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270800 loss=3.0525 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270850 loss=2.8061 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270900 loss=2.6513 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=270950 loss=2.6909 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271000 loss=2.2994 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271050 loss=2.1622 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271100 loss=3.0395 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271150 loss=2.3759 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271200 loss=2.7807 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271250 loss=2.5962 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=271300 loss=2.6678 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271350 loss=3.0017 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271400 loss=2.5496 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271450 loss=2.6293 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271500 loss=2.7024 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271550 loss=2.0042 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271600 loss=3.0756 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271650 loss=1.8480 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271700 loss=2.9675 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271750 loss=2.9833 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271800 loss=2.8565 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271850 loss=2.5739 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271900 loss=2.3712 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=271950 loss=2.1698 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272000 loss=2.6824 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=272050 loss=2.3473 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=272100 loss=2.1220 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272150 loss=2.8882 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272200 loss=2.0877 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272250 loss=2.6768 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272300 loss=2.2912 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272350 loss=2.6055 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=272400 loss=2.9030 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=272450 loss=2.0790 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=272500 loss=2.8265 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272550 loss=2.0929 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272600 loss=2.1916 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272650 loss=2.9660 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272700 loss=3.1017 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272750 loss=2.1642 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=272800 loss=2.2528 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=272850 loss=2.7863 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272900 loss=2.5206 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=272950 loss=2.4594 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273000 loss=2.1582 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=273050 loss=2.5954 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=273100 loss=2.3944 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=273150 loss=1.8325 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=273200 loss=1.9783 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273250 loss=2.2473 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273300 loss=2.6810 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273350 loss=2.7152 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273400 loss=2.9614 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273450 loss=2.3940 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273500 loss=2.8313 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273550 loss=2.5548 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273600 loss=2.7522 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273650 loss=2.7412 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273700 loss=2.6220 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273750 loss=2.2791 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=273800 loss=2.3414 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273850 loss=2.3464 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273900 loss=2.1996 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=273950 loss=2.3924 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274000 loss=3.0856 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274050 loss=2.6555 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274100 loss=2.6541 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274150 loss=2.6086 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274200 loss=2.6693 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274250 loss=2.3238 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274300 loss=2.5699 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274350 loss=2.6080 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274400 loss=2.0006 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274450 loss=2.5362 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274500 loss=2.1545 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274550 loss=2.7650 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274600 loss=2.4753 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=274650 loss=2.6207 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=274700 loss=2.3482 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=274750 loss=3.1957 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=274800 loss=2.6086 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=274850 loss=2.3679 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=274900 loss=2.5397 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=274950 loss=3.0443 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275000 loss=1.9581 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275050 loss=2.4672 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275100 loss=2.5611 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275150 loss=2.8138 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275200 loss=2.7277 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275250 loss=2.2576 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275300 loss=1.8650 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275350 loss=2.8153 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275400 loss=2.1724 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275450 loss=2.4670 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275500 loss=3.2732 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275550 loss=2.6127 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275600 loss=2.8752 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275650 loss=2.8464 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275700 loss=3.3284 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275750 loss=2.8037 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275800 loss=2.6192 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275850 loss=2.5521 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275900 loss=2.3824 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=275950 loss=2.3733 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276000 loss=2.0474 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276050 loss=2.5356 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276100 loss=2.6625 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276150 loss=2.8080 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276200 loss=2.3428 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276250 loss=3.1934 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276300 loss=2.1214 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276350 loss=2.6300 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276400 loss=2.3399 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276450 loss=2.9795 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276500 loss=2.2052 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276550 loss=2.7992 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276600 loss=2.6270 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276650 loss=2.1933 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276700 loss=2.5365 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276750 loss=2.6470 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276800 loss=2.4396 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276850 loss=2.1489 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276900 loss=2.6499 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=276950 loss=2.5049 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=277000 loss=2.2830 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=277050 loss=2.1410 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277100 loss=2.7230 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277150 loss=2.0290 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277200 loss=2.5070 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277250 loss=2.5817 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277300 loss=2.8182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277350 loss=1.7608 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277400 loss=2.5735 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277450 loss=2.6225 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277500 loss=2.5005 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277550 loss=2.6991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277600 loss=2.7246 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277650 loss=2.8114 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277700 loss=2.2159 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277750 loss=3.0339 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277800 loss=2.5622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277850 loss=2.4768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277900 loss=2.3617 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=277950 loss=2.5597 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278000 loss=2.3424 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278050 loss=2.6153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278100 loss=2.4338 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278150 loss=2.5358 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278200 loss=2.3054 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278250 loss=2.6260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278300 loss=2.7168 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278350 loss=2.5030 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278400 loss=2.6461 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278450 loss=2.3572 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278500 loss=2.1331 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278550 loss=2.1976 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278600 loss=2.2374 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278650 loss=3.1861 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278700 loss=2.7577 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278750 loss=2.7507 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278800 loss=2.6203 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278850 loss=2.5010 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278900 loss=2.3988 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=278950 loss=2.1040 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279000 loss=2.5788 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279050 loss=2.8901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279100 loss=3.2242 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279150 loss=2.5924 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279200 loss=2.7020 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279250 loss=2.4912 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279300 loss=2.5266 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279350 loss=2.4280 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279400 loss=2.5047 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279450 loss=2.8022 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279500 loss=2.8742 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279550 loss=3.0859 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279600 loss=2.1662 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279650 loss=2.4138 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279700 loss=2.5907 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279750 loss=2.4770 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279800 loss=2.9353 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279850 loss=2.5217 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279900 loss=2.5253 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=279950 loss=3.1364 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280000 loss=2.8645 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280050 loss=2.4102 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280100 loss=2.9340 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280150 loss=2.5281 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280200 loss=2.1757 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280250 loss=1.9506 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280300 loss=2.9944 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280350 loss=3.0502 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280400 loss=2.6498 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280450 loss=2.0944 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280500 loss=2.8024 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280550 loss=2.4178 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280600 loss=2.7878 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280650 loss=2.5436 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280700 loss=3.0635 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280750 loss=3.0342 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280800 loss=2.6914 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280850 loss=2.7538 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280900 loss=2.5952 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=280950 loss=3.2685 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281000 loss=3.0315 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281050 loss=2.6364 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281100 loss=2.6558 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281150 loss=1.9763 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281200 loss=2.7529 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281250 loss=2.4276 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281300 loss=2.6042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281350 loss=2.5629 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281400 loss=2.7399 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281450 loss=2.3240 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281500 loss=2.2693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281550 loss=2.8916 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281600 loss=2.6714 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281650 loss=2.4228 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281700 loss=2.3904 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281750 loss=1.5726 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281800 loss=2.4313 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281850 loss=2.2229 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281900 loss=2.2295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=281950 loss=2.3870 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282000 loss=2.7954 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282050 loss=2.7225 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282100 loss=2.4956 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282150 loss=2.5158 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282200 loss=2.5789 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282250 loss=2.7573 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282300 loss=2.1122 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282350 loss=2.0571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282400 loss=3.1405 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282450 loss=2.2821 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282500 loss=2.1090 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282550 loss=2.4378 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282600 loss=2.6218 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282650 loss=2.2868 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282700 loss=2.4755 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282750 loss=2.3312 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282800 loss=2.4386 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282850 loss=2.6917 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282900 loss=2.5622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=282950 loss=2.9284 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283000 loss=2.5387 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283050 loss=2.0654 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283100 loss=2.7005 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283150 loss=2.9223 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283200 loss=2.1570 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283250 loss=2.6690 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283300 loss=3.1886 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283350 loss=2.4583 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283400 loss=2.2595 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283450 loss=2.2105 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283500 loss=2.4912 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283550 loss=2.4942 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283600 loss=2.3324 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283650 loss=2.4466 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283700 loss=2.9350 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283750 loss=2.6057 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283800 loss=2.9081 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283850 loss=2.3693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283900 loss=2.1868 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=283950 loss=2.5065 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284000 loss=2.3235 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284050 loss=2.3759 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284100 loss=2.9295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284150 loss=2.6858 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284200 loss=3.2947 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284250 loss=2.6548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284300 loss=2.7432 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284350 loss=2.2408 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284400 loss=3.1605 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284450 loss=2.4112 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284500 loss=2.7827 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284550 loss=2.3689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284600 loss=2.8433 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284650 loss=1.7953 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284700 loss=2.7679 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284750 loss=2.8171 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284800 loss=2.4974 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284850 loss=2.0326 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284900 loss=2.5962 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=284950 loss=2.6724 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285000 loss=3.1573 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285050 loss=2.0616 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285100 loss=2.7275 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285150 loss=2.4555 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285200 loss=2.5011 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285250 loss=2.1101 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285300 loss=2.5040 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285350 loss=2.3362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285400 loss=2.9533 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285450 loss=2.8182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285500 loss=2.5646 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285550 loss=2.3920 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285600 loss=2.6213 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285650 loss=2.8541 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285700 loss=2.2603 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285750 loss=2.8820 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285800 loss=2.8129 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285850 loss=2.1657 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285900 loss=2.1855 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=285950 loss=2.6827 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286000 loss=2.3809 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286050 loss=2.1590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286100 loss=2.7037 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286150 loss=2.4914 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286200 loss=2.7233 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286250 loss=2.3681 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286300 loss=2.4442 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286350 loss=2.7844 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286400 loss=2.8130 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286450 loss=1.9560 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286500 loss=2.2905 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286550 loss=2.2943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286600 loss=2.1993 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286650 loss=2.3283 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286700 loss=2.3682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286750 loss=2.3532 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286800 loss=2.4450 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286850 loss=2.4443 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286900 loss=2.3399 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=286950 loss=2.4395 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=287000 loss=2.6607 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=287050 loss=2.4207 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=287100 loss=2.7405 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=287150 loss=2.3241 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=287200 loss=2.7309 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=287250 loss=2.9409 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4}
+step=287300 loss=2.9237 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=287350 loss=2.5035 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=287400 loss=2.7851 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=287450 loss=2.8578 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=287500 loss=2.5620 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=287550 loss=2.8639 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4}
+step=287600 loss=2.7191 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=287650 loss=2.3533 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=287700 loss=2.7321 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=287750 loss=3.0843 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=287800 loss=2.5122 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=287850 loss=2.4284 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=287900 loss=2.5454 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=287950 loss=2.7317 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288000 loss=3.0811 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288050 loss=2.4927 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288100 loss=2.4403 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288150 loss=2.5904 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288200 loss=2.4180 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288250 loss=1.9696 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288300 loss=2.4355 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288350 loss=2.1312 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288400 loss=2.3235 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288450 loss=2.1852 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288500 loss=2.5566 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288550 loss=2.7151 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=288600 loss=2.3780 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288650 loss=2.7319 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288700 loss=2.3798 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288750 loss=2.8856 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288800 loss=2.8970 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288850 loss=2.8897 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=288900 loss=2.7513 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=288950 loss=3.0827 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289000 loss=2.7512 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289050 loss=2.8332 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289100 loss=2.3280 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289150 loss=2.7218 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289200 loss=2.2192 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289250 loss=2.3234 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289300 loss=2.7438 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=289350 loss=2.7108 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289400 loss=2.8349 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=289450 loss=2.4016 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=289500 loss=2.5500 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=289550 loss=3.0580 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=289600 loss=1.9639 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289650 loss=2.3720 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=289700 loss=2.2341 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289750 loss=2.6907 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=289800 loss=3.0507 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=289850 loss=2.3162 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289900 loss=2.3647 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=289950 loss=2.3899 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290000 loss=2.6572 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290050 loss=2.0867 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290100 loss=2.7138 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290150 loss=2.7779 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290200 loss=2.3886 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290250 loss=2.8342 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290300 loss=2.5357 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290350 loss=2.6056 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290400 loss=2.1987 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290450 loss=1.9552 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290500 loss=3.0306 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290550 loss=2.4083 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290600 loss=2.8850 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290650 loss=2.7147 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=290700 loss=2.4190 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290750 loss=2.9673 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290800 loss=2.9214 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290850 loss=2.8167 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290900 loss=2.5156 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=290950 loss=3.3974 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291000 loss=2.5880 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291050 loss=2.3915 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291100 loss=2.6880 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291150 loss=2.4907 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291200 loss=2.6134 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291250 loss=2.3868 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291300 loss=2.7062 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291350 loss=2.9814 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291400 loss=1.8956 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291450 loss=2.8783 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291500 loss=2.8455 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=291550 loss=2.5025 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291600 loss=2.8315 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291650 loss=2.3385 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=291700 loss=2.1803 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=291750 loss=2.1957 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=291800 loss=2.5712 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291850 loss=2.9151 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291900 loss=2.5167 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=291950 loss=2.1104 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292000 loss=2.6289 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=292050 loss=2.4940 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292100 loss=2.2229 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=292150 loss=2.3933 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292200 loss=2.2840 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292250 loss=3.0222 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=292300 loss=2.5515 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=292350 loss=2.9865 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=292400 loss=2.7135 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292450 loss=2.1917 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=292500 loss=3.3242 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292550 loss=2.7952 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292600 loss=2.9248 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292650 loss=2.6307 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292700 loss=2.5384 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292750 loss=2.7173 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292800 loss=2.6985 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292850 loss=2.2317 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292900 loss=2.2126 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=292950 loss=2.4139 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293000 loss=2.8994 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293050 loss=2.1905 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4}
+step=293100 loss=2.6494 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293150 loss=2.7724 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293200 loss=2.6141 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293250 loss=2.8804 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293300 loss=2.2878 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293350 loss=2.2945 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293400 loss=2.5397 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293450 loss=1.7602 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293500 loss=3.0770 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293550 loss=2.7061 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293600 loss=2.3744 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293650 loss=2.4122 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293700 loss=2.6216 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293750 loss=2.9926 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293800 loss=2.3301 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293850 loss=2.5736 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293900 loss=2.6690 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=293950 loss=3.0490 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294000 loss=2.7535 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294050 loss=2.3861 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294100 loss=2.6175 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294150 loss=2.8865 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294200 loss=2.4473 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294250 loss=2.6182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294300 loss=2.6096 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294350 loss=2.4278 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294400 loss=3.1956 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294450 loss=2.5028 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294500 loss=2.8881 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294550 loss=2.5645 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294600 loss=2.8248 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=294650 loss=2.4301 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294700 loss=2.4499 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294750 loss=2.6986 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294800 loss=2.4117 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294850 loss=2.6422 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294900 loss=2.6203 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=294950 loss=2.3952 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295000 loss=2.6920 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295050 loss=2.5601 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295100 loss=2.2941 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295150 loss=2.9683 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295200 loss=2.8959 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295250 loss=2.4551 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295300 loss=2.6490 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295350 loss=2.6495 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295400 loss=2.5950 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295450 loss=2.7290 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295500 loss=2.6036 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295550 loss=2.7743 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295600 loss=2.2536 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295650 loss=3.0973 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295700 loss=2.2348 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295750 loss=1.9205 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295800 loss=2.9794 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295850 loss=2.1248 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295900 loss=2.2257 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=295950 loss=2.7234 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296000 loss=2.3585 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296050 loss=2.5083 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296100 loss=2.3835 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296150 loss=2.5404 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296200 loss=2.8101 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296250 loss=2.6145 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296300 loss=2.6032 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296350 loss=2.6260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296400 loss=2.5639 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296450 loss=2.6858 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296500 loss=2.9843 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296550 loss=2.6817 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296600 loss=2.9833 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296650 loss=2.5010 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4}
+step=296700 loss=2.4138 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296750 loss=2.6047 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296800 loss=2.8590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296850 loss=2.5386 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296900 loss=2.3268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=296950 loss=2.4218 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297000 loss=2.1923 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297050 loss=2.7095 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297100 loss=2.0598 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297150 loss=2.5365 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297200 loss=2.7798 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297250 loss=2.7087 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297300 loss=2.8623 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297350 loss=2.9012 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297400 loss=2.1590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297450 loss=2.4405 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297500 loss=2.1206 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297550 loss=2.3294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297600 loss=2.1677 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297650 loss=2.1633 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297700 loss=2.5044 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297750 loss=2.3092 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297800 loss=2.3817 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297850 loss=2.3349 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297900 loss=2.3741 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=297950 loss=3.0099 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298000 loss=2.4874 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298050 loss=2.4202 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298100 loss=3.2298 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298150 loss=2.2283 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298200 loss=2.9120 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298250 loss=2.0177 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298300 loss=2.3889 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298350 loss=2.2015 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298400 loss=2.6334 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298450 loss=2.2242 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298500 loss=2.5777 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298550 loss=2.4689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298600 loss=2.2257 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298650 loss=2.6639 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298700 loss=2.5164 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298750 loss=3.0372 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298800 loss=2.6184 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298850 loss=2.6822 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298900 loss=2.8365 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=298950 loss=2.6905 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299000 loss=2.6637 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299050 loss=2.6727 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299100 loss=2.5800 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299150 loss=2.6205 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299200 loss=2.7858 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299250 loss=2.8963 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299300 loss=2.8431 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299350 loss=2.6482 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299400 loss=2.6663 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299450 loss=2.5165 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299500 loss=2.9460 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299550 loss=2.5536 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299600 loss=2.7377 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299650 loss=2.2316 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299700 loss=2.8264 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299750 loss=2.7299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299800 loss=2.0978 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299850 loss=2.7779 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299900 loss=2.4808 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=299950 loss=2.3366 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300000 loss=2.6346 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300050 loss=2.9252 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300100 loss=2.3449 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300150 loss=1.9500 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300200 loss=2.5221 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300250 loss=2.8536 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300300 loss=2.2480 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300350 loss=2.4210 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300400 loss=2.5648 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300450 loss=2.5315 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300500 loss=2.4734 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300550 loss=2.4278 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300600 loss=2.9047 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300650 loss=2.0293 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300700 loss=2.8410 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300750 loss=2.9656 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300800 loss=2.2490 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300850 loss=2.3710 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300900 loss=2.6027 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=300950 loss=2.3266 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301000 loss=2.7158 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301050 loss=2.4212 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301100 loss=2.9455 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301150 loss=2.7219 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301200 loss=2.4352 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301250 loss=2.1436 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301300 loss=2.8419 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301350 loss=1.8225 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301400 loss=2.9115 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301450 loss=2.3391 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301500 loss=2.6889 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301550 loss=2.4851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301600 loss=2.7261 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301650 loss=2.8281 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301700 loss=2.0064 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301750 loss=2.5234 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301800 loss=2.6339 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301850 loss=2.2214 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301900 loss=2.4951 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=301950 loss=2.3689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302000 loss=2.5965 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302050 loss=3.1827 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302100 loss=2.5484 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302150 loss=2.4436 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302200 loss=3.0500 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302250 loss=2.2154 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302300 loss=2.7103 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302350 loss=2.4082 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302400 loss=2.2982 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302450 loss=2.7895 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302500 loss=2.7316 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302550 loss=3.0145 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302600 loss=2.4381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302650 loss=2.9260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302700 loss=2.7293 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302750 loss=2.9472 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302800 loss=2.4871 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302850 loss=2.3887 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302900 loss=3.0201 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=302950 loss=2.6009 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303000 loss=3.1651 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303050 loss=2.3366 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303100 loss=2.4346 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303150 loss=2.6569 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303200 loss=2.8243 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303250 loss=2.7926 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303300 loss=2.5182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303350 loss=2.8523 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303400 loss=2.5730 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303450 loss=2.4427 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303500 loss=2.7752 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303550 loss=2.5023 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303600 loss=2.5816 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303650 loss=2.5548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303700 loss=3.1104 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303750 loss=2.9586 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303800 loss=2.7212 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303850 loss=3.0167 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303900 loss=2.7792 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=303950 loss=2.7958 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304000 loss=2.6287 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304050 loss=2.1297 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304100 loss=2.5904 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304150 loss=2.4069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304200 loss=2.8368 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304250 loss=3.3085 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304300 loss=2.5757 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304350 loss=3.0529 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304400 loss=2.2518 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304450 loss=2.6287 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304500 loss=2.7238 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304550 loss=2.7642 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304600 loss=3.1312 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304650 loss=2.6218 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304700 loss=2.6581 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304750 loss=2.8747 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304800 loss=2.3763 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304850 loss=2.7159 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304900 loss=2.0156 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=304950 loss=2.4983 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305000 loss=2.5480 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305050 loss=2.4825 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305100 loss=2.1552 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305150 loss=2.4771 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305200 loss=2.4302 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305250 loss=2.4706 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305300 loss=2.9823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305350 loss=2.5762 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305400 loss=2.4881 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305450 loss=2.8692 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305500 loss=2.9260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305550 loss=2.4807 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305600 loss=2.3701 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305650 loss=2.4446 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305700 loss=3.1006 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305750 loss=2.9060 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305800 loss=2.6789 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305850 loss=2.4682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305900 loss=2.8147 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=305950 loss=2.4775 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306000 loss=2.5518 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306050 loss=2.4805 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306100 loss=2.7556 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306150 loss=2.9971 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306200 loss=2.1791 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306250 loss=2.9421 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306300 loss=2.8958 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306350 loss=3.1485 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306400 loss=2.8403 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306450 loss=2.4001 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306500 loss=2.4220 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306550 loss=2.9242 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306600 loss=2.6339 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306650 loss=2.3057 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306700 loss=2.3256 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306750 loss=2.3007 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306800 loss=3.2257 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306850 loss=2.8899 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306900 loss=2.1989 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=306950 loss=2.2236 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307000 loss=2.5291 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307050 loss=2.0731 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307100 loss=2.9274 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307150 loss=3.1667 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307200 loss=2.7327 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307250 loss=2.9184 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307300 loss=2.8226 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307350 loss=1.9239 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307400 loss=2.5240 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307450 loss=2.8023 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307500 loss=2.4618 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307550 loss=2.3286 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307600 loss=2.6871 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307650 loss=2.5726 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307700 loss=2.6664 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307750 loss=2.7900 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307800 loss=2.7783 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307850 loss=2.1438 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307900 loss=2.5849 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=307950 loss=2.4856 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308000 loss=2.4064 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308050 loss=2.3806 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308100 loss=2.7709 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308150 loss=2.2292 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308200 loss=3.1264 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308250 loss=2.3423 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308300 loss=2.7595 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308350 loss=2.1071 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308400 loss=2.0407 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308450 loss=2.7812 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308500 loss=2.8344 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308550 loss=2.5158 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308600 loss=2.6147 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308650 loss=2.2820 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308700 loss=2.5878 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308750 loss=2.4424 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308800 loss=2.5802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308850 loss=2.7683 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308900 loss=3.0636 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=308950 loss=2.6984 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309000 loss=2.8161 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309050 loss=2.8180 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309100 loss=3.1982 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309150 loss=2.5458 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309200 loss=2.5199 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309250 loss=2.2876 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309300 loss=2.7093 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309350 loss=2.5346 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309400 loss=2.7004 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309450 loss=3.0636 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309500 loss=2.5290 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309550 loss=2.4998 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309600 loss=2.4941 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309650 loss=2.6212 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309700 loss=2.6078 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309750 loss=2.6314 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309800 loss=2.4078 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309850 loss=2.6584 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309900 loss=2.5668 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=309950 loss=2.7988 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310000 loss=2.6750 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310050 loss=2.7511 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310100 loss=2.7286 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310150 loss=2.9485 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310200 loss=2.4664 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310250 loss=2.2156 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310300 loss=2.6770 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310350 loss=2.3319 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310400 loss=2.4331 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310450 loss=2.6215 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310500 loss=2.3813 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310550 loss=2.9548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310600 loss=2.8702 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310650 loss=2.2621 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310700 loss=2.2675 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310750 loss=2.8565 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310800 loss=2.6440 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310850 loss=2.4410 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310900 loss=2.8580 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=310950 loss=2.3455 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311000 loss=2.6567 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311050 loss=2.3481 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311100 loss=2.6981 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311150 loss=2.6135 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311200 loss=2.7544 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311250 loss=2.5630 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311300 loss=3.0856 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311350 loss=2.6547 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311400 loss=2.8646 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311450 loss=2.5215 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311500 loss=2.3681 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311550 loss=2.3165 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311600 loss=2.6657 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311650 loss=2.5228 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311700 loss=2.0336 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311750 loss=2.7178 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311800 loss=2.4784 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311850 loss=2.8986 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311900 loss=1.9539 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=311950 loss=2.6717 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312000 loss=2.3085 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312050 loss=2.0588 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312100 loss=2.5201 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312150 loss=2.2459 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312200 loss=2.3964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312250 loss=2.2942 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312300 loss=2.3432 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312350 loss=2.6639 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312400 loss=2.3552 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312450 loss=2.7606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312500 loss=3.0791 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312550 loss=3.0551 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312600 loss=2.4551 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312650 loss=2.4182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312700 loss=2.0333 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312750 loss=2.6325 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312800 loss=2.2843 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312850 loss=2.5713 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312900 loss=2.5061 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=312950 loss=1.9126 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313000 loss=2.1263 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313050 loss=2.8519 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313100 loss=3.0322 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313150 loss=2.7128 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313200 loss=2.8515 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313250 loss=2.1976 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313300 loss=2.9553 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313350 loss=2.3728 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313400 loss=2.5869 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313450 loss=2.3794 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313500 loss=2.8686 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313550 loss=2.4389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313600 loss=2.7592 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313650 loss=3.1481 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313700 loss=2.6563 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313750 loss=2.1204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313800 loss=2.6364 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313850 loss=2.2670 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313900 loss=2.6011 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=313950 loss=3.1180 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314000 loss=2.6302 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314050 loss=2.4817 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314100 loss=3.0156 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314150 loss=2.4250 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314200 loss=2.7707 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314250 loss=2.9781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314300 loss=2.6733 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314350 loss=2.4813 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314400 loss=2.3642 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314450 loss=2.2873 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314500 loss=2.4716 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314550 loss=2.5263 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314600 loss=2.6476 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314650 loss=2.5641 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314700 loss=2.7458 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314750 loss=2.8097 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314800 loss=2.7614 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314850 loss=2.5991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314900 loss=2.6584 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=314950 loss=2.5799 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315000 loss=2.5399 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315050 loss=2.5140 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315100 loss=2.2271 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315150 loss=2.4134 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315200 loss=2.4149 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315250 loss=2.2992 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315300 loss=2.6438 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315350 loss=2.4368 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315400 loss=2.6449 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315450 loss=2.9900 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315500 loss=2.6660 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315550 loss=2.5913 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315600 loss=2.9541 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315650 loss=2.6861 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315700 loss=2.7900 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315750 loss=2.6471 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315800 loss=2.5447 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315850 loss=2.7817 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315900 loss=2.3787 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=315950 loss=2.1389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316000 loss=2.4761 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316050 loss=2.8014 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316100 loss=1.9630 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316150 loss=2.6687 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316200 loss=3.2781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316250 loss=2.9704 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316300 loss=2.7420 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316350 loss=2.9258 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316400 loss=2.6330 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316450 loss=2.6727 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316500 loss=3.2122 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316550 loss=2.4729 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316600 loss=2.2335 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316650 loss=2.7491 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316700 loss=2.9129 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316750 loss=3.1296 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316800 loss=2.8284 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316850 loss=2.0607 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316900 loss=2.0349 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=316950 loss=2.7799 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317000 loss=2.3529 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317050 loss=2.8939 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317100 loss=2.7120 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317150 loss=2.2769 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317200 loss=2.5344 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317250 loss=2.3957 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317300 loss=2.5035 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317350 loss=2.2810 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317400 loss=2.1807 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317450 loss=2.3300 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317500 loss=3.3572 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317550 loss=2.4031 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317600 loss=2.7489 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317650 loss=2.9888 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317700 loss=2.6314 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317750 loss=2.9783 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317800 loss=2.3590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317850 loss=3.2315 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317900 loss=2.5624 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=317950 loss=2.7325 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318000 loss=2.6189 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318050 loss=2.6572 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318100 loss=2.8659 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318150 loss=2.7223 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318200 loss=2.2120 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318250 loss=2.9899 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318300 loss=2.3099 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318350 loss=2.7213 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318400 loss=2.1148 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318450 loss=2.7808 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318500 loss=2.2110 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318550 loss=2.9418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318600 loss=2.4546 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318650 loss=2.2075 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318700 loss=2.5964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318750 loss=2.9043 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318800 loss=2.4848 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318850 loss=2.9390 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318900 loss=2.6637 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=318950 loss=2.3006 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319000 loss=2.1145 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319050 loss=2.5028 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319100 loss=2.0640 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319150 loss=2.5486 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319200 loss=2.3673 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319250 loss=2.8721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319300 loss=2.5344 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319350 loss=2.5374 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319400 loss=2.6298 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319450 loss=2.8135 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319500 loss=2.5153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319550 loss=2.4625 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319600 loss=2.3563 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319650 loss=2.7701 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319700 loss=2.5991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319750 loss=2.8408 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319800 loss=2.4108 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319850 loss=2.4527 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319900 loss=2.8347 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=319950 loss=2.3926 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320000 loss=2.6943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320050 loss=2.6823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320100 loss=2.6850 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320150 loss=2.5790 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320200 loss=2.7627 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320250 loss=3.0227 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320300 loss=2.6466 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320350 loss=2.4595 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320400 loss=2.7491 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320450 loss=2.5179 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320500 loss=2.4168 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320550 loss=2.7221 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320600 loss=2.3189 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320650 loss=2.4276 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320700 loss=2.3771 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320750 loss=2.7312 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320800 loss=2.6987 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320850 loss=2.5054 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320900 loss=2.1270 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=320950 loss=2.6008 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321000 loss=2.5107 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321050 loss=2.3945 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321100 loss=2.8330 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321150 loss=2.1984 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321200 loss=2.2696 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321250 loss=2.7203 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321300 loss=2.5919 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321350 loss=2.4079 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321400 loss=2.3746 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321450 loss=2.3840 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321500 loss=3.0640 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321550 loss=2.9643 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321600 loss=2.4231 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321650 loss=3.1395 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321700 loss=2.6847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321750 loss=2.8701 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321800 loss=2.3039 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321850 loss=2.2110 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321900 loss=2.5799 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=321950 loss=2.6436 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322000 loss=2.2524 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322050 loss=2.7952 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322100 loss=3.1678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322150 loss=2.6506 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322200 loss=2.3882 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322250 loss=2.7997 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322300 loss=2.7257 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322350 loss=2.3304 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322400 loss=2.9584 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322450 loss=2.6628 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322500 loss=2.3763 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322550 loss=2.7487 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322600 loss=2.6161 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322650 loss=2.5236 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322700 loss=2.0993 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322750 loss=2.4867 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322800 loss=2.2652 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322850 loss=2.3854 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322900 loss=2.4438 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=322950 loss=2.6756 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323000 loss=2.5311 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323050 loss=2.9559 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323100 loss=2.4698 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323150 loss=2.5171 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323200 loss=2.4362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323250 loss=2.6138 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323300 loss=2.4597 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323350 loss=2.5474 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323400 loss=2.9806 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323450 loss=2.9353 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323500 loss=2.6807 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323550 loss=2.7944 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323600 loss=2.6321 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323650 loss=2.7115 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323700 loss=2.4301 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323750 loss=2.4064 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323800 loss=1.8906 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323850 loss=2.4864 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323900 loss=1.9165 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=323950 loss=2.4501 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324000 loss=2.9225 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324050 loss=2.6691 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324100 loss=2.1415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324150 loss=2.3733 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324200 loss=2.8275 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324250 loss=2.6133 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324300 loss=2.6964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324350 loss=2.5688 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324400 loss=2.5782 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324450 loss=2.8524 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324500 loss=2.0878 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324550 loss=3.1688 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324600 loss=2.4710 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324650 loss=2.5141 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324700 loss=2.2147 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324750 loss=2.9487 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324800 loss=2.4894 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324850 loss=2.3724 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324900 loss=2.4367 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=324950 loss=2.4141 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325000 loss=2.4086 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325050 loss=2.8677 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325100 loss=2.5508 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325150 loss=2.6932 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325200 loss=3.3534 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325250 loss=2.6851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325300 loss=3.2380 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325350 loss=2.6009 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325400 loss=2.2757 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325450 loss=1.8393 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325500 loss=2.5010 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325550 loss=2.7687 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325600 loss=2.2769 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325650 loss=2.1146 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325700 loss=2.5904 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325750 loss=2.4182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325800 loss=2.2265 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325850 loss=3.1130 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325900 loss=2.0633 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=325950 loss=3.0119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326000 loss=2.7463 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326050 loss=2.8332 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326100 loss=2.4111 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326150 loss=2.3623 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326200 loss=3.0169 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326250 loss=2.4889 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326300 loss=2.7696 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326350 loss=2.5963 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326400 loss=2.7148 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326450 loss=2.5841 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326500 loss=2.3364 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326550 loss=2.3964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326600 loss=2.2888 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326650 loss=2.5423 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326700 loss=2.8850 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326750 loss=2.7480 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326800 loss=2.4167 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326850 loss=2.8268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326900 loss=2.2325 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=326950 loss=2.7862 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327000 loss=2.4133 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327050 loss=2.4179 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327100 loss=2.4854 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327150 loss=2.7144 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327200 loss=2.3125 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327250 loss=3.0539 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327300 loss=2.3472 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327350 loss=2.9986 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327400 loss=2.6586 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327450 loss=2.1769 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327500 loss=1.9753 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327550 loss=2.6696 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327600 loss=2.2929 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327650 loss=2.5066 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327700 loss=2.5080 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327750 loss=2.6749 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327800 loss=2.4249 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327850 loss=1.9842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327900 loss=2.9281 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=327950 loss=2.0716 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328000 loss=2.5327 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328050 loss=2.4890 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328100 loss=2.8099 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328150 loss=2.8674 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328200 loss=2.8773 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328250 loss=2.2085 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328300 loss=2.2917 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328350 loss=2.7240 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328400 loss=2.8285 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328450 loss=2.3991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328500 loss=2.8025 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328550 loss=2.1526 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328600 loss=2.7537 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328650 loss=2.4469 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328700 loss=2.8185 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328750 loss=2.4791 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328800 loss=2.6086 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328850 loss=2.6472 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328900 loss=2.7697 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=328950 loss=2.8792 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329000 loss=2.8942 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329050 loss=2.7905 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329100 loss=2.9764 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329150 loss=2.4095 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329200 loss=2.6346 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329250 loss=2.5450 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329300 loss=2.6186 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329350 loss=2.8298 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329400 loss=2.4090 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329450 loss=2.3628 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329500 loss=3.0566 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329550 loss=2.6393 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329600 loss=2.9867 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329650 loss=2.2153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329700 loss=2.5805 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329750 loss=2.5873 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329800 loss=2.4645 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329850 loss=2.3562 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329900 loss=2.7494 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=329950 loss=2.5917 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330000 loss=2.6795 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330050 loss=2.3209 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330100 loss=2.9445 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330150 loss=2.6301 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330200 loss=2.4241 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330250 loss=2.6517 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330300 loss=2.6532 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330350 loss=2.1872 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330400 loss=2.5067 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330450 loss=2.3123 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330500 loss=2.7594 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330550 loss=2.5896 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330600 loss=2.2971 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330650 loss=2.6559 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330700 loss=3.3160 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330750 loss=2.4280 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330800 loss=2.0621 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330850 loss=3.1180 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330900 loss=2.8224 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=330950 loss=3.0217 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331000 loss=2.3232 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331050 loss=2.3723 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331100 loss=3.0042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331150 loss=2.6121 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331200 loss=2.9449 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331250 loss=2.8229 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331300 loss=2.5516 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331350 loss=2.1194 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331400 loss=2.5114 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331450 loss=2.7119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331500 loss=2.5728 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331550 loss=2.3561 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331600 loss=2.0233 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331650 loss=2.4702 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331700 loss=2.1789 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331750 loss=2.7314 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331800 loss=2.6475 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331850 loss=2.8540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331900 loss=2.4161 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=331950 loss=2.5198 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332000 loss=2.6311 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332050 loss=2.4912 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332100 loss=2.8886 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332150 loss=2.6059 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332200 loss=2.4722 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332250 loss=2.5312 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332300 loss=2.2509 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332350 loss=2.5741 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332400 loss=2.3197 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332450 loss=2.2081 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332500 loss=2.3539 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332550 loss=2.9581 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332600 loss=2.1365 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332650 loss=2.9590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332700 loss=2.8509 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332750 loss=2.4020 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332800 loss=2.7555 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332850 loss=2.8565 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332900 loss=2.6822 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=332950 loss=2.5661 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333000 loss=3.0877 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333050 loss=2.6971 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333100 loss=2.5146 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333150 loss=2.5545 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333200 loss=2.1800 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333250 loss=2.7908 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333300 loss=2.5083 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333350 loss=3.0207 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333400 loss=2.6964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333450 loss=2.4186 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333500 loss=2.7655 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333550 loss=2.4043 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333600 loss=2.7758 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333650 loss=2.7795 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333700 loss=2.5223 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333750 loss=2.6942 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333800 loss=3.3505 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333850 loss=3.6768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333900 loss=2.3368 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=333950 loss=2.5073 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334000 loss=2.4239 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334050 loss=2.7700 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334100 loss=2.5729 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334150 loss=2.0888 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334200 loss=2.7578 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334250 loss=2.3968 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334300 loss=2.2360 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334350 loss=2.3900 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334400 loss=2.6890 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334450 loss=2.2795 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334500 loss=2.6030 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334550 loss=2.8718 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334600 loss=3.1768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334650 loss=2.6772 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334700 loss=2.7586 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334750 loss=2.4560 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334800 loss=2.5219 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334850 loss=2.3681 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334900 loss=2.6847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=334950 loss=2.6739 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335000 loss=2.6717 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335050 loss=2.6893 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335100 loss=2.2740 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335150 loss=2.2042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335200 loss=2.7432 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335250 loss=2.8443 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335300 loss=2.0579 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335350 loss=2.1561 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335400 loss=2.7760 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335450 loss=2.5152 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335500 loss=2.5585 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335550 loss=2.2836 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335600 loss=2.1263 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335650 loss=2.4894 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335700 loss=2.7327 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335750 loss=2.5504 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335800 loss=2.4577 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335850 loss=2.1590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335900 loss=2.4864 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=335950 loss=2.5222 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336000 loss=2.4978 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336050 loss=2.7822 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336100 loss=3.2190 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336150 loss=2.0614 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336200 loss=2.1358 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336250 loss=2.4029 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336300 loss=2.0666 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336350 loss=2.8651 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336400 loss=3.0486 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336450 loss=2.5302 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336500 loss=2.6351 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336550 loss=2.2240 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336600 loss=2.6277 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336650 loss=2.5061 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336700 loss=2.6877 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336750 loss=2.4339 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336800 loss=2.6666 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336850 loss=2.7376 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336900 loss=2.3445 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=336950 loss=2.4851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337000 loss=2.5772 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337050 loss=3.0213 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337100 loss=2.3204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337150 loss=2.6472 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337200 loss=2.7362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337250 loss=2.2655 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337300 loss=2.7902 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337350 loss=2.9903 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337400 loss=3.0963 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337450 loss=2.6584 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337500 loss=2.2018 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337550 loss=2.7835 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337600 loss=2.6206 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337650 loss=2.4835 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337700 loss=2.8116 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337750 loss=2.8433 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337800 loss=2.4055 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337850 loss=2.7719 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337900 loss=2.2920 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=337950 loss=2.4581 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338000 loss=2.9194 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338050 loss=3.0718 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338100 loss=2.9909 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338150 loss=2.6673 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338200 loss=2.3269 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338250 loss=2.6569 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338300 loss=2.4620 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338350 loss=2.7580 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338400 loss=2.1101 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338450 loss=2.8366 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338500 loss=2.4551 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338550 loss=2.2783 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338600 loss=2.3558 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338650 loss=2.7800 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338700 loss=2.6269 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338750 loss=2.4746 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338800 loss=2.6747 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338850 loss=2.2376 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338900 loss=2.4606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=338950 loss=2.5730 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339000 loss=2.6153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339050 loss=2.4859 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339100 loss=2.0847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339150 loss=2.9105 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339200 loss=3.0100 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339250 loss=2.4197 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339300 loss=2.4133 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339350 loss=2.6691 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339400 loss=2.2255 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339450 loss=2.9216 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339500 loss=2.7704 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339550 loss=2.2473 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339600 loss=2.7631 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339650 loss=2.8314 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339700 loss=2.9345 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339750 loss=2.2140 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339800 loss=2.3499 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339850 loss=2.2741 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339900 loss=2.4484 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=339950 loss=2.4020 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340000 loss=2.8997 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340050 loss=3.4492 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340100 loss=2.7902 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340150 loss=2.1109 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340200 loss=2.8862 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340250 loss=2.0991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340300 loss=2.6962 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340350 loss=2.6198 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340400 loss=3.1758 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340450 loss=2.2793 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340500 loss=2.1877 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340550 loss=2.8383 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340600 loss=2.1660 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340650 loss=2.8518 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340700 loss=2.3753 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340750 loss=2.6847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340800 loss=2.3977 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340850 loss=2.8150 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340900 loss=2.5685 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=340950 loss=2.6634 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341000 loss=2.8932 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341050 loss=2.5009 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341100 loss=2.4540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341150 loss=3.1870 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341200 loss=2.1951 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341250 loss=2.5061 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341300 loss=2.5113 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341350 loss=2.4469 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341400 loss=2.7861 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341450 loss=2.6919 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341500 loss=2.4357 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341550 loss=2.6150 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341600 loss=2.3427 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341650 loss=2.1585 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341700 loss=2.9479 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341750 loss=2.8195 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341800 loss=2.6875 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341850 loss=2.1417 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341900 loss=2.6240 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=341950 loss=2.3096 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342000 loss=2.6295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342050 loss=2.5039 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342100 loss=2.7394 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342150 loss=2.7749 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342200 loss=2.8868 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342250 loss=2.8789 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342300 loss=2.7627 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342350 loss=2.7023 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342400 loss=2.6788 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342450 loss=2.4724 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342500 loss=2.1577 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342550 loss=2.1985 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342600 loss=2.0395 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342650 loss=2.4659 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342700 loss=2.4965 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342750 loss=3.1030 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342800 loss=2.6571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342850 loss=3.0186 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342900 loss=2.5774 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=342950 loss=2.4036 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343000 loss=2.9080 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343050 loss=2.7946 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343100 loss=2.4218 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343150 loss=2.5804 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343200 loss=2.6441 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343250 loss=2.3418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343300 loss=2.4416 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343350 loss=3.0454 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343400 loss=2.8264 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343450 loss=2.5016 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343500 loss=2.6070 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343550 loss=2.3753 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343600 loss=2.8237 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343650 loss=2.7637 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343700 loss=2.2832 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343750 loss=2.8518 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343800 loss=2.3008 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343850 loss=2.7126 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343900 loss=2.7300 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=343950 loss=2.7029 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344000 loss=2.3594 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344050 loss=2.3538 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344100 loss=2.3907 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344150 loss=2.5214 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344200 loss=2.1278 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344250 loss=2.8357 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344300 loss=2.0389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344350 loss=2.2979 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344400 loss=1.6933 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344450 loss=2.7915 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344500 loss=2.0965 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344550 loss=2.5446 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344600 loss=3.0351 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344650 loss=2.0251 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344700 loss=2.4108 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344750 loss=3.0468 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344800 loss=3.1925 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344850 loss=2.3600 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344900 loss=2.6725 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=344950 loss=2.3106 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345000 loss=2.9702 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345050 loss=3.0128 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345100 loss=2.6376 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345150 loss=2.7262 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345200 loss=2.3674 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345250 loss=2.5681 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345300 loss=2.5294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345350 loss=2.2982 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345400 loss=2.3683 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345450 loss=2.1802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345500 loss=2.7567 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345550 loss=2.8868 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345600 loss=2.1519 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345650 loss=2.5686 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345700 loss=2.5733 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345750 loss=2.6623 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345800 loss=2.6392 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345850 loss=2.8650 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345900 loss=2.7578 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=345950 loss=2.5667 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346000 loss=2.3663 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346050 loss=2.6116 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346100 loss=2.6837 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346150 loss=2.8438 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346200 loss=2.5253 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346250 loss=2.6970 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346300 loss=3.1788 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346350 loss=2.6440 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346400 loss=2.9842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346450 loss=2.9753 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346500 loss=2.5909 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346550 loss=2.7316 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346600 loss=2.7944 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346650 loss=2.6048 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346700 loss=2.5061 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346750 loss=2.3879 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346800 loss=2.5813 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346850 loss=2.4578 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346900 loss=2.5386 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=346950 loss=2.4382 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347000 loss=2.7050 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347050 loss=1.9164 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347100 loss=2.5942 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347150 loss=2.4148 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347200 loss=2.3064 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347250 loss=1.8570 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347300 loss=2.3713 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347350 loss=2.1390 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347400 loss=2.2793 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347450 loss=2.4244 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347500 loss=2.4442 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347550 loss=2.8173 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347600 loss=2.6334 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347650 loss=2.7287 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347700 loss=2.8168 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347750 loss=2.7716 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347800 loss=2.1622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347850 loss=2.5189 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347900 loss=2.3995 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=347950 loss=2.7188 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348000 loss=2.2922 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348050 loss=2.6337 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348100 loss=2.8286 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348150 loss=2.4252 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348200 loss=2.3904 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348250 loss=2.2166 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348300 loss=2.6316 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348350 loss=2.4790 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348400 loss=2.2961 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348450 loss=2.6188 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348500 loss=2.4678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348550 loss=2.5446 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348600 loss=2.1168 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348650 loss=2.6573 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348700 loss=2.2382 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348750 loss=2.3206 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348800 loss=2.5976 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348850 loss=2.7240 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348900 loss=2.2523 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=348950 loss=2.2606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349000 loss=3.0899 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349050 loss=2.7990 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349100 loss=2.6150 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349150 loss=2.2262 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349200 loss=2.5808 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349250 loss=2.6435 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349300 loss=2.7731 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349350 loss=2.5257 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349400 loss=2.5967 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349450 loss=2.5495 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349500 loss=2.7851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349550 loss=2.6500 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349600 loss=2.2307 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349650 loss=2.6401 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349700 loss=3.0293 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349750 loss=2.6041 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349800 loss=2.2244 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349850 loss=2.9707 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349900 loss=2.5399 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=349950 loss=2.5523 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350000 loss=2.5995 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350050 loss=2.4835 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350100 loss=2.4307 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350150 loss=2.9279 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350200 loss=2.3113 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350250 loss=2.8612 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350300 loss=2.5253 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350350 loss=2.8052 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350400 loss=2.3803 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350450 loss=2.3378 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350500 loss=2.7426 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350550 loss=2.6815 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350600 loss=2.2929 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350650 loss=2.6151 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350700 loss=2.9901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350750 loss=2.3828 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350800 loss=1.8278 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350850 loss=2.6685 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350900 loss=2.7488 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=350950 loss=2.3130 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351000 loss=2.5593 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351050 loss=2.5785 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351100 loss=2.6485 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351150 loss=2.9499 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351200 loss=2.3527 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351250 loss=2.6219 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351300 loss=2.6941 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351350 loss=2.3196 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351400 loss=2.3265 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351450 loss=2.6097 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351500 loss=1.8197 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351550 loss=2.7227 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351600 loss=2.9821 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351650 loss=2.3701 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351700 loss=2.2435 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351750 loss=2.4503 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351800 loss=2.3669 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351850 loss=2.8571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351900 loss=2.2574 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=351950 loss=2.4119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352000 loss=2.3469 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352050 loss=2.8619 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352100 loss=2.5174 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352150 loss=3.3622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352200 loss=2.8468 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352250 loss=2.8389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352300 loss=2.2212 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352350 loss=2.4797 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352400 loss=2.4039 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352450 loss=2.6789 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352500 loss=3.1896 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352550 loss=3.2473 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352600 loss=3.3567 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352650 loss=2.4320 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352700 loss=2.5227 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352750 loss=2.6228 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352800 loss=2.5420 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352850 loss=2.5230 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352900 loss=2.5339 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=352950 loss=2.5517 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353000 loss=2.5016 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353050 loss=2.5964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353100 loss=2.5776 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353150 loss=2.5159 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353200 loss=2.9967 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353250 loss=2.5140 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353300 loss=2.8862 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353350 loss=2.4050 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353400 loss=2.4299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353450 loss=2.8259 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353500 loss=2.5776 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353550 loss=2.2306 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353600 loss=2.2845 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353650 loss=2.6138 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353700 loss=2.3798 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353750 loss=2.6338 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353800 loss=2.8796 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353850 loss=2.6073 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353900 loss=2.8752 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=353950 loss=2.4519 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354000 loss=2.0301 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354050 loss=2.7152 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354100 loss=2.2297 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354150 loss=3.0764 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354200 loss=2.7334 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354250 loss=2.8739 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354300 loss=2.6917 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354350 loss=2.8359 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354400 loss=2.4422 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354450 loss=3.0338 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354500 loss=2.7737 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354550 loss=2.5080 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354600 loss=2.2416 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354650 loss=2.8090 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354700 loss=2.6607 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354750 loss=2.4985 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354800 loss=2.6552 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354850 loss=2.7787 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354900 loss=2.5736 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=354950 loss=2.7647 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355000 loss=2.3826 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355050 loss=3.0129 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355100 loss=2.3464 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355150 loss=1.9935 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355200 loss=2.4515 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355250 loss=2.6513 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355300 loss=2.6554 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355350 loss=2.7215 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355400 loss=2.3983 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355450 loss=2.1041 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355500 loss=2.5069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355550 loss=2.4490 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355600 loss=2.6959 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355650 loss=2.8512 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355700 loss=2.4180 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355750 loss=2.1743 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355800 loss=2.9999 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355850 loss=2.4938 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355900 loss=2.1289 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=355950 loss=2.5772 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356000 loss=2.6637 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356050 loss=2.6927 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356100 loss=2.5791 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356150 loss=2.5639 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356200 loss=2.6709 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356250 loss=2.4346 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356300 loss=2.8217 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356350 loss=2.4286 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356400 loss=2.3268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356450 loss=2.3288 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356500 loss=2.3915 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356550 loss=2.4950 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356600 loss=3.1009 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356650 loss=2.0991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356700 loss=2.2627 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356750 loss=2.5954 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356800 loss=2.7797 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356850 loss=2.4989 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356900 loss=3.0534 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=356950 loss=2.3586 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357000 loss=2.6970 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357050 loss=2.9910 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357100 loss=2.3098 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357150 loss=2.6749 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357200 loss=2.6499 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357250 loss=2.2835 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357300 loss=3.1974 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357350 loss=2.7410 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357400 loss=2.3703 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357450 loss=1.9253 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357500 loss=2.0060 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357550 loss=2.3070 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357600 loss=1.8693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357650 loss=2.8693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357700 loss=3.0427 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357750 loss=2.8423 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357800 loss=2.1568 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357850 loss=2.4437 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357900 loss=3.1774 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=357950 loss=1.9721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358000 loss=2.8293 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358050 loss=2.3852 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358100 loss=2.7591 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358150 loss=2.8136 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358200 loss=2.8207 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358250 loss=2.2781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358300 loss=2.5812 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358350 loss=2.8828 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358400 loss=2.6590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358450 loss=2.7606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358500 loss=2.3269 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358550 loss=2.5591 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358600 loss=2.5473 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358650 loss=2.2769 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358700 loss=2.5321 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358750 loss=2.3579 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358800 loss=2.1800 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358850 loss=2.2869 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358900 loss=2.6750 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=358950 loss=2.4032 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359000 loss=2.6672 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359050 loss=2.3488 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359100 loss=2.7622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359150 loss=2.3689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359200 loss=2.5575 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359250 loss=2.4868 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359300 loss=2.8869 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359350 loss=2.4179 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359400 loss=2.6411 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359450 loss=2.3475 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359500 loss=2.4749 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359550 loss=2.4112 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359600 loss=2.9897 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359650 loss=2.6253 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359700 loss=2.3472 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359750 loss=2.0921 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359800 loss=1.8497 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359850 loss=2.6602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359900 loss=2.6017 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=359950 loss=2.7259 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360000 loss=2.4131 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360050 loss=2.8377 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360100 loss=2.8471 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360150 loss=2.5019 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360200 loss=2.6875 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360250 loss=2.4830 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360300 loss=2.5582 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360350 loss=2.3418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360400 loss=2.6761 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360450 loss=2.4855 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360500 loss=2.0891 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360550 loss=2.3030 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360600 loss=2.1712 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360650 loss=2.3842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360700 loss=2.4699 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360750 loss=2.4753 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360800 loss=2.8309 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360850 loss=2.5551 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360900 loss=2.8716 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=360950 loss=2.6305 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361000 loss=2.5076 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361050 loss=2.2542 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361100 loss=3.4308 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361150 loss=2.2554 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361200 loss=2.0964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361250 loss=2.3894 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361300 loss=2.4199 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361350 loss=2.0842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361400 loss=3.0061 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361450 loss=2.7893 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361500 loss=2.5774 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361550 loss=2.7893 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361600 loss=2.7599 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361650 loss=2.5661 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361700 loss=2.1351 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361750 loss=2.6320 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361800 loss=2.9134 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361850 loss=2.1233 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361900 loss=2.3242 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=361950 loss=3.0730 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362000 loss=2.7736 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362050 loss=2.4890 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362100 loss=2.4677 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362150 loss=3.0373 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362200 loss=2.4197 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362250 loss=2.3997 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362300 loss=2.7037 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362350 loss=2.4843 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362400 loss=2.5552 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362450 loss=2.7458 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362500 loss=2.8165 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362550 loss=2.4703 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362600 loss=2.8969 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362650 loss=2.6458 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362700 loss=2.7187 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362750 loss=2.7528 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362800 loss=2.5423 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362850 loss=2.5225 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362900 loss=2.5111 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=362950 loss=2.4426 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363000 loss=2.4588 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363050 loss=2.3341 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363100 loss=2.6816 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363150 loss=2.6529 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363200 loss=2.5504 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363250 loss=2.9258 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363300 loss=2.7981 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363350 loss=2.4296 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363400 loss=2.7109 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363450 loss=2.0218 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363500 loss=2.2850 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363550 loss=2.0322 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363600 loss=2.4344 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363650 loss=2.6215 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363700 loss=2.6429 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363750 loss=2.6228 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363800 loss=2.5439 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363850 loss=2.7155 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363900 loss=2.4903 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=363950 loss=2.9671 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364000 loss=2.9041 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364050 loss=2.7004 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364100 loss=2.4743 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364150 loss=2.5022 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364200 loss=1.9575 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364250 loss=2.8194 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364300 loss=2.7105 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364350 loss=2.8888 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364400 loss=2.9166 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364450 loss=2.6303 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364500 loss=2.6860 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364550 loss=2.8720 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364600 loss=2.6283 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364650 loss=2.8011 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364700 loss=2.6828 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364750 loss=2.3802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364800 loss=2.7520 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364850 loss=1.9111 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364900 loss=2.5082 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=364950 loss=2.6380 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365000 loss=2.7764 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365050 loss=3.1499 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365100 loss=2.3844 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365150 loss=2.1641 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365200 loss=2.5407 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365250 loss=2.0000 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365300 loss=2.2421 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365350 loss=2.6383 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365400 loss=2.4540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365450 loss=3.1283 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365500 loss=2.6165 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365550 loss=2.7437 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365600 loss=2.9558 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365650 loss=2.2927 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365700 loss=2.5759 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365750 loss=2.9650 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365800 loss=2.3418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365850 loss=2.9585 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365900 loss=2.2814 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=365950 loss=2.6936 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366000 loss=2.6748 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366050 loss=2.5776 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366100 loss=3.2651 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366150 loss=2.4034 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366200 loss=2.6803 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366250 loss=2.6282 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366300 loss=2.5423 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366350 loss=2.4996 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366400 loss=2.9888 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366450 loss=2.6707 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366500 loss=2.4169 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366550 loss=2.8311 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366600 loss=2.6210 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366650 loss=2.2830 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366700 loss=2.3486 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366750 loss=2.5051 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366800 loss=2.3133 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366850 loss=2.9299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366900 loss=2.8678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=366950 loss=2.6170 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367000 loss=2.6957 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367050 loss=2.5219 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367100 loss=2.3149 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367150 loss=2.9016 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367200 loss=1.8248 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367250 loss=2.8925 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367300 loss=2.4465 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367350 loss=2.9267 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367400 loss=2.8854 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367450 loss=2.2349 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367500 loss=3.4409 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367550 loss=2.6519 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367600 loss=2.6664 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367650 loss=2.6688 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367700 loss=2.7769 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367750 loss=2.8757 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367800 loss=2.4491 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367850 loss=2.5824 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367900 loss=2.3552 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=367950 loss=2.4287 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368000 loss=2.7969 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368050 loss=2.6399 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368100 loss=3.1695 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368150 loss=2.4932 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368200 loss=2.3750 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368250 loss=2.9613 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368300 loss=2.7394 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368350 loss=2.8632 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368400 loss=2.7717 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368450 loss=2.5538 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368500 loss=2.5153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368550 loss=2.9845 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368600 loss=2.5932 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368650 loss=3.0670 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368700 loss=2.7224 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368750 loss=2.2943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368800 loss=2.5409 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368850 loss=2.5294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368900 loss=2.9010 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=368950 loss=2.0205 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369000 loss=2.9819 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369050 loss=2.3587 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369100 loss=3.1032 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369150 loss=2.4148 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369200 loss=2.8204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369250 loss=2.6399 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369300 loss=2.5194 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369350 loss=2.3545 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369400 loss=2.9216 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369450 loss=2.1829 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369500 loss=2.7283 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369550 loss=2.8613 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369600 loss=2.6452 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369650 loss=2.9990 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369700 loss=2.2209 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369750 loss=2.8940 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369800 loss=2.7787 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369850 loss=2.8153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369900 loss=2.1615 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=369950 loss=3.0634 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370000 loss=2.6604 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370050 loss=2.7745 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370100 loss=2.5000 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370150 loss=3.0879 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370200 loss=2.2975 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370250 loss=2.6689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370300 loss=2.3092 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370350 loss=2.4751 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370400 loss=2.1560 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370450 loss=2.4424 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370500 loss=2.7539 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370550 loss=2.7405 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370600 loss=2.2739 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370650 loss=2.2969 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370700 loss=2.5947 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370750 loss=2.8182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370800 loss=2.6903 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370850 loss=2.4620 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370900 loss=2.1790 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=370950 loss=2.7228 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371000 loss=2.4069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371050 loss=2.5294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371100 loss=3.2151 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371150 loss=2.8660 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371200 loss=2.4412 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371250 loss=2.8037 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371300 loss=3.0066 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371350 loss=2.6052 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371400 loss=2.6952 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371450 loss=2.2517 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371500 loss=2.3146 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371550 loss=3.0513 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371600 loss=2.5177 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371650 loss=2.5508 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371700 loss=2.3520 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371750 loss=2.7145 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371800 loss=2.5815 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371850 loss=2.7905 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371900 loss=2.3793 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=371950 loss=1.7798 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372000 loss=2.5646 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372050 loss=2.6838 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372100 loss=2.4859 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372150 loss=2.5573 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372200 loss=3.2022 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372250 loss=2.8078 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372300 loss=2.5927 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372350 loss=2.9683 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372400 loss=2.9093 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372450 loss=3.0586 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372500 loss=3.1066 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372550 loss=2.5721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372600 loss=3.0134 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372650 loss=2.9466 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372700 loss=2.8141 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372750 loss=2.7610 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372800 loss=2.4922 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372850 loss=2.4331 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372900 loss=2.8246 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=372950 loss=2.4445 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373000 loss=2.8327 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373050 loss=2.5533 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373100 loss=2.3635 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373150 loss=2.6066 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373200 loss=3.1067 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373250 loss=2.8800 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373300 loss=2.2659 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373350 loss=2.4810 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373400 loss=2.6077 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373450 loss=2.4476 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373500 loss=2.1385 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373550 loss=3.0622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373600 loss=2.3003 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373650 loss=3.1172 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373700 loss=2.9278 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373750 loss=2.3415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373800 loss=2.6975 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373850 loss=2.2101 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373900 loss=2.8526 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=373950 loss=2.6055 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374000 loss=2.6795 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374050 loss=3.0659 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374100 loss=2.9850 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374150 loss=2.7519 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374200 loss=2.4918 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374250 loss=2.4325 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374300 loss=2.1620 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374350 loss=2.3148 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374400 loss=2.9856 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374450 loss=2.6049 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374500 loss=2.3822 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374550 loss=2.5377 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374600 loss=2.8036 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374650 loss=3.1849 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374700 loss=2.8252 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374750 loss=2.5734 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374800 loss=2.0497 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374850 loss=1.9046 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374900 loss=2.5246 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=374950 loss=2.1701 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375000 loss=2.7631 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375050 loss=2.2918 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375100 loss=2.4373 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375150 loss=2.6024 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375200 loss=2.9990 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375250 loss=2.5594 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375300 loss=2.5324 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375350 loss=3.1445 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375400 loss=2.8534 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375450 loss=3.1578 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375500 loss=2.4115 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375550 loss=2.8314 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375600 loss=2.4010 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375650 loss=2.9550 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375700 loss=2.9089 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375750 loss=2.2888 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375800 loss=2.3967 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375850 loss=2.8646 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375900 loss=2.0867 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=375950 loss=2.4915 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376000 loss=2.2389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376050 loss=2.4926 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376100 loss=2.3458 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376150 loss=2.4186 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376200 loss=2.3486 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376250 loss=2.4693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376300 loss=2.3979 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376350 loss=2.7642 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376400 loss=1.9960 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376450 loss=2.3002 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376500 loss=2.6700 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376550 loss=2.3359 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376600 loss=2.5505 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376650 loss=2.4676 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376700 loss=2.3305 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376750 loss=2.2832 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376800 loss=2.4220 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376850 loss=2.6190 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376900 loss=2.8430 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=376950 loss=1.9091 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377000 loss=2.7553 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377050 loss=2.3198 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377100 loss=2.2239 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377150 loss=2.4600 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377200 loss=2.3802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377250 loss=2.3220 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377300 loss=2.7003 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377350 loss=2.4896 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377400 loss=2.7628 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377450 loss=2.5915 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377500 loss=2.3195 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377550 loss=2.2682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377600 loss=2.5065 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377650 loss=2.3343 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377700 loss=2.1624 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377750 loss=2.1508 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377800 loss=2.6732 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377850 loss=2.5136 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377900 loss=2.6921 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=377950 loss=2.4160 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378000 loss=2.2833 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378050 loss=2.4471 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378100 loss=2.2637 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378150 loss=2.6210 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378200 loss=2.4534 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378250 loss=2.1208 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378300 loss=2.5494 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378350 loss=2.0960 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378400 loss=2.5263 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378450 loss=2.5524 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378500 loss=2.2910 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378550 loss=2.6741 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378600 loss=2.3636 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378650 loss=2.1728 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378700 loss=2.3623 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378750 loss=2.2220 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378800 loss=2.6182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378850 loss=2.8965 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378900 loss=2.3902 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=378950 loss=2.6808 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379000 loss=2.4682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379050 loss=2.6294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379100 loss=2.6415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379150 loss=2.3749 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379200 loss=2.7629 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379250 loss=2.9652 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379300 loss=2.3510 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379350 loss=2.3606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379400 loss=2.8104 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379450 loss=2.2263 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379500 loss=2.6305 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379550 loss=2.5441 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379600 loss=2.4333 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379650 loss=2.1419 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379700 loss=2.3119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379750 loss=2.9877 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379800 loss=2.5475 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379850 loss=2.3971 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379900 loss=2.4183 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=379950 loss=2.0693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380000 loss=2.6849 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380050 loss=2.1694 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380100 loss=2.5725 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380150 loss=2.6630 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380200 loss=2.4870 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380250 loss=2.5153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380300 loss=2.9045 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380350 loss=2.4409 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380400 loss=3.1711 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380450 loss=2.5034 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380500 loss=2.5542 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380550 loss=1.9333 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380600 loss=2.0540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380650 loss=2.3763 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380700 loss=2.6344 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380750 loss=3.1381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380800 loss=2.6809 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380850 loss=2.2420 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380900 loss=2.3438 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=380950 loss=2.6108 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381000 loss=2.2960 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381050 loss=2.6943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381100 loss=2.4353 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381150 loss=2.4901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381200 loss=2.2404 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381250 loss=2.8331 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381300 loss=2.3770 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381350 loss=2.4454 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381400 loss=2.7102 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381450 loss=2.3714 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381500 loss=2.5595 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381550 loss=2.0179 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381600 loss=2.7898 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381650 loss=3.1703 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381700 loss=2.7051 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381750 loss=2.5708 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381800 loss=2.6306 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381850 loss=2.6448 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381900 loss=2.4628 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=381950 loss=2.5220 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382000 loss=2.5392 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382050 loss=2.5021 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382100 loss=2.0891 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382150 loss=2.3576 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382200 loss=2.4653 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382250 loss=2.7816 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382300 loss=2.4721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382350 loss=1.8989 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382400 loss=2.6445 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382450 loss=2.8085 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382500 loss=2.7515 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382550 loss=2.6082 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382600 loss=2.3061 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382650 loss=2.2632 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382700 loss=2.2690 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382750 loss=2.6074 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382800 loss=2.4312 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382850 loss=2.6479 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382900 loss=2.7342 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=382950 loss=2.6414 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383000 loss=2.1922 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383050 loss=2.6834 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383100 loss=2.3231 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383150 loss=2.3675 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383200 loss=2.5126 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383250 loss=2.7242 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383300 loss=2.1268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383350 loss=2.7615 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383400 loss=2.6468 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383450 loss=2.2153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383500 loss=2.6721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383550 loss=2.8540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383600 loss=2.0156 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383650 loss=2.2977 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383700 loss=2.5643 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383750 loss=2.2940 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383800 loss=1.9635 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383850 loss=2.5617 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383900 loss=2.5541 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=383950 loss=3.0833 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384000 loss=2.0946 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384050 loss=2.9322 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384100 loss=3.0052 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384150 loss=2.5678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384200 loss=2.3141 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384250 loss=2.8631 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384300 loss=2.8985 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384350 loss=2.7575 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384400 loss=2.4968 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384450 loss=2.7735 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384500 loss=2.8778 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384550 loss=2.5212 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384600 loss=2.0936 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384650 loss=2.3153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384700 loss=2.9200 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384750 loss=3.2392 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384800 loss=2.6754 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384850 loss=3.0193 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384900 loss=2.7483 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=384950 loss=2.4189 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385000 loss=2.3914 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385050 loss=2.3807 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385100 loss=2.4049 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385150 loss=2.6100 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385200 loss=2.6455 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385250 loss=2.0154 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385300 loss=2.6138 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385350 loss=2.5810 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385400 loss=1.9824 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385450 loss=2.1457 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385500 loss=2.7303 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385550 loss=2.5475 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385600 loss=2.4941 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385650 loss=2.8867 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385700 loss=2.9622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385750 loss=2.7788 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385800 loss=2.1887 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385850 loss=2.3015 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385900 loss=2.2653 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=385950 loss=2.2293 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386000 loss=2.6216 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386050 loss=2.3295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386100 loss=2.5256 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386150 loss=2.3935 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386200 loss=2.4344 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386250 loss=2.6689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386300 loss=2.5095 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386350 loss=2.3694 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386400 loss=2.5029 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386450 loss=2.3783 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386500 loss=2.6992 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386550 loss=2.5909 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386600 loss=2.1892 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386650 loss=2.2315 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386700 loss=2.8833 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386750 loss=2.4598 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386800 loss=2.1610 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386850 loss=2.3601 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386900 loss=2.9451 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=386950 loss=2.4440 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387000 loss=2.4474 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387050 loss=2.3995 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387100 loss=2.3408 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387150 loss=2.7140 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387200 loss=2.3502 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387250 loss=2.8758 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387300 loss=3.4098 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387350 loss=2.9369 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387400 loss=2.6111 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387450 loss=2.0260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387500 loss=2.7800 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387550 loss=2.8546 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387600 loss=2.6787 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387650 loss=2.7798 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387700 loss=2.1319 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387750 loss=2.2425 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387800 loss=2.0935 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387850 loss=2.7766 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387900 loss=2.6371 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=387950 loss=2.7649 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388000 loss=2.4843 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388050 loss=2.7820 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388100 loss=2.9115 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388150 loss=2.5711 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388200 loss=2.7210 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388250 loss=3.0602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388300 loss=2.8016 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388350 loss=2.2827 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388400 loss=2.4630 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388450 loss=2.6202 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388500 loss=2.7630 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388550 loss=2.1370 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388600 loss=2.6391 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388650 loss=2.9209 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388700 loss=2.8702 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388750 loss=2.5965 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388800 loss=2.9495 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388850 loss=2.0810 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388900 loss=2.6241 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=388950 loss=2.5352 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389000 loss=2.7343 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389050 loss=2.3119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389100 loss=2.6876 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389150 loss=2.7943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389200 loss=2.4920 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389250 loss=2.4284 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389300 loss=2.3777 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389350 loss=2.9817 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389400 loss=2.8050 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389450 loss=2.1242 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389500 loss=2.8958 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389550 loss=2.4302 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389600 loss=2.4166 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389650 loss=2.6540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389700 loss=2.5914 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389750 loss=2.3062 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389800 loss=2.8953 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389850 loss=2.9868 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389900 loss=2.3471 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=389950 loss=2.6002 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390000 loss=2.3162 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390050 loss=2.6123 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390100 loss=2.5566 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390150 loss=2.3023 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390200 loss=2.4448 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390250 loss=2.4650 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390300 loss=3.1827 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390350 loss=2.7381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390400 loss=1.9405 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390450 loss=2.1911 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390500 loss=2.3836 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390550 loss=2.4780 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390600 loss=2.1972 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390650 loss=2.5063 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390700 loss=2.5883 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390750 loss=2.3153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390800 loss=2.6382 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390850 loss=2.4694 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390900 loss=3.1206 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=390950 loss=2.4183 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391000 loss=2.3307 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391050 loss=2.2966 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391100 loss=2.6421 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391150 loss=2.1652 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391200 loss=2.8617 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391250 loss=2.2724 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391300 loss=2.7765 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391350 loss=2.6209 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391400 loss=2.3582 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391450 loss=2.2733 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391500 loss=2.2023 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391550 loss=2.5572 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391600 loss=2.7409 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391650 loss=2.4048 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391700 loss=3.0068 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391750 loss=2.4802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391800 loss=2.7492 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391850 loss=2.4557 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391900 loss=2.2029 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=391950 loss=2.6079 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392000 loss=2.2847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392050 loss=2.4013 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392100 loss=2.3843 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392150 loss=2.5509 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392200 loss=2.5441 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392250 loss=2.7907 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392300 loss=2.1603 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392350 loss=3.3312 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392400 loss=2.4964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392450 loss=2.9235 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392500 loss=2.2608 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392550 loss=2.5629 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392600 loss=2.9800 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392650 loss=2.3095 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392700 loss=2.2697 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392750 loss=2.6259 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392800 loss=2.5600 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392850 loss=2.7834 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392900 loss=2.1834 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=392950 loss=2.6245 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393000 loss=2.4711 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393050 loss=2.3897 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393100 loss=2.1739 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393150 loss=2.3208 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393200 loss=2.2859 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393250 loss=2.9028 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393300 loss=2.8038 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393350 loss=2.5646 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393400 loss=2.5411 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393450 loss=2.6319 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393500 loss=2.3177 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393550 loss=2.6922 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393600 loss=2.6858 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393650 loss=3.1874 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393700 loss=2.4668 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393750 loss=1.8805 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393800 loss=3.0256 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393850 loss=2.5337 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393900 loss=2.7341 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=393950 loss=2.6032 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394000 loss=2.7678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394050 loss=2.9573 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394100 loss=2.5473 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394150 loss=2.5517 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394200 loss=2.5042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394250 loss=2.6201 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394300 loss=3.1523 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394350 loss=2.8412 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394400 loss=2.1336 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394450 loss=2.4795 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394500 loss=2.3421 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394550 loss=2.4369 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394600 loss=3.1354 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394650 loss=2.8511 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394700 loss=2.5057 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394750 loss=2.9106 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394800 loss=3.1343 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394850 loss=2.4423 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394900 loss=2.5217 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=394950 loss=2.6823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395000 loss=2.3850 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395050 loss=2.0295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395100 loss=2.4850 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395150 loss=2.6765 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395200 loss=2.8135 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395250 loss=1.9738 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395300 loss=2.7609 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395350 loss=2.6790 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395400 loss=2.4354 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395450 loss=2.6676 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395500 loss=2.2721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395550 loss=2.2965 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395600 loss=2.9021 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395650 loss=2.6123 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395700 loss=2.9837 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395750 loss=2.5602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395800 loss=2.8910 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395850 loss=2.1041 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395900 loss=2.5292 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=395950 loss=2.8958 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396000 loss=2.6980 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396050 loss=3.1497 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396100 loss=2.3851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396150 loss=2.4067 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396200 loss=2.1768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396250 loss=2.2885 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396300 loss=2.5343 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396350 loss=2.7365 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396400 loss=2.5351 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396450 loss=2.7777 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396500 loss=2.0480 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396550 loss=2.1862 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396600 loss=2.1765 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396650 loss=2.8096 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396700 loss=2.6781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396750 loss=2.7119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396800 loss=3.1162 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396850 loss=1.9386 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396900 loss=2.2518 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=396950 loss=2.7293 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397000 loss=2.8047 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397050 loss=2.6088 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397100 loss=2.4579 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397150 loss=2.3831 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397200 loss=2.8422 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397250 loss=2.1201 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397300 loss=3.1043 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397350 loss=2.8475 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397400 loss=2.0791 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397450 loss=2.4203 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397500 loss=2.4168 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397550 loss=2.6144 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397600 loss=2.7886 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397650 loss=3.1447 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397700 loss=3.0322 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397750 loss=2.4570 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397800 loss=2.6594 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397850 loss=2.5582 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397900 loss=2.5442 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=397950 loss=2.5767 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398000 loss=2.6918 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398050 loss=2.5189 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398100 loss=3.4181 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398150 loss=2.7612 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398200 loss=2.0653 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398250 loss=2.4092 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398300 loss=2.2197 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398350 loss=2.7322 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398400 loss=2.6380 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398450 loss=2.4204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398500 loss=2.3978 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398550 loss=2.6428 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398600 loss=2.2871 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398650 loss=2.5410 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398700 loss=2.6368 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398750 loss=2.6397 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398800 loss=2.5946 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398850 loss=2.3742 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398900 loss=1.7513 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=398950 loss=3.3632 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399000 loss=2.7441 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399050 loss=2.7532 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399100 loss=2.5464 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399150 loss=2.7028 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399200 loss=3.3165 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399250 loss=2.5604 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399300 loss=3.0050 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399350 loss=2.8537 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399400 loss=2.7159 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399450 loss=2.6437 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399500 loss=2.3069 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399550 loss=2.4211 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399600 loss=2.4218 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399650 loss=2.9032 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399700 loss=3.0928 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399750 loss=2.5975 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399800 loss=2.5418 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399850 loss=2.8444 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399900 loss=2.4994 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=399950 loss=2.2729 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400000 loss=2.5535 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400050 loss=2.9124 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400100 loss=2.1522 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400150 loss=2.7088 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400200 loss=2.0082 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400250 loss=2.5765 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400300 loss=2.8957 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400350 loss=2.4707 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400400 loss=2.1540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400450 loss=2.5958 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400500 loss=2.5675 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400550 loss=2.7745 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400600 loss=2.4553 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400650 loss=2.5030 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400700 loss=3.0816 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400750 loss=2.9716 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400800 loss=2.7498 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400850 loss=2.4914 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400900 loss=2.4259 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=400950 loss=2.4606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401000 loss=2.8556 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401050 loss=2.0415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401100 loss=2.6526 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401150 loss=2.4276 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401200 loss=2.8916 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401250 loss=2.8271 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401300 loss=2.1563 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401350 loss=2.4163 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401400 loss=2.8338 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401450 loss=3.0941 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401500 loss=2.8712 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401550 loss=2.8196 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401600 loss=2.3861 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401650 loss=2.9403 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401700 loss=2.3026 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401750 loss=1.5876 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401800 loss=2.7287 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401850 loss=2.8086 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401900 loss=2.9030 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=401950 loss=2.2626 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402000 loss=2.3438 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402050 loss=2.4545 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402100 loss=2.7445 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402150 loss=1.8910 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402200 loss=2.4037 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402250 loss=2.4602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402300 loss=1.8230 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402350 loss=2.5586 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402400 loss=2.4211 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402450 loss=2.7211 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402500 loss=2.5037 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402550 loss=2.5967 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402600 loss=2.7712 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402650 loss=2.2766 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402700 loss=2.8347 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402750 loss=2.5951 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402800 loss=2.4712 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402850 loss=2.9415 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402900 loss=2.5847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=402950 loss=2.7859 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403000 loss=3.0093 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403050 loss=2.5609 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403100 loss=2.3762 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403150 loss=2.4309 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403200 loss=2.5720 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403250 loss=2.4254 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403300 loss=2.8060 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403350 loss=2.3973 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403400 loss=2.5759 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403450 loss=2.6296 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403500 loss=2.4003 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403550 loss=2.6778 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403600 loss=3.0079 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403650 loss=2.8716 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403700 loss=3.2446 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403750 loss=2.6990 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403800 loss=2.7687 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403850 loss=2.7123 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403900 loss=2.1662 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=403950 loss=2.7875 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404000 loss=2.4187 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404050 loss=2.3405 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404100 loss=2.3818 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404150 loss=2.5313 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404200 loss=2.6948 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404250 loss=2.2717 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404300 loss=3.1842 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404350 loss=2.2102 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404400 loss=2.7396 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404450 loss=2.6267 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404500 loss=2.5026 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404550 loss=2.2612 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404600 loss=2.3882 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404650 loss=2.4230 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404700 loss=2.8349 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404750 loss=2.6620 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404800 loss=2.6969 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404850 loss=2.5883 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404900 loss=2.9482 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=404950 loss=2.5030 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405000 loss=2.5548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405050 loss=2.5388 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405100 loss=2.2947 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405150 loss=2.2032 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405200 loss=2.8221 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405250 loss=1.8712 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405300 loss=2.7599 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405350 loss=2.7927 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405400 loss=2.7684 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405450 loss=2.4451 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405500 loss=2.5984 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405550 loss=2.8178 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405600 loss=2.7045 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405650 loss=2.4644 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405700 loss=2.0222 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405750 loss=2.5524 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405800 loss=2.1329 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405850 loss=2.8548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405900 loss=2.5901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=405950 loss=2.0302 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406000 loss=3.0721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406050 loss=2.4092 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406100 loss=2.3860 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406150 loss=2.6395 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406200 loss=2.7218 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406250 loss=2.7335 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406300 loss=2.8998 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406350 loss=2.0492 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406400 loss=2.6921 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406450 loss=2.2385 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406500 loss=2.4023 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406550 loss=2.8000 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406600 loss=2.3161 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406650 loss=2.2047 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406700 loss=2.7748 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406750 loss=1.8803 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406800 loss=2.8929 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406850 loss=2.4529 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406900 loss=3.2381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=406950 loss=2.8973 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407000 loss=2.3826 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407050 loss=2.1031 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407100 loss=2.2336 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407150 loss=2.0630 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407200 loss=2.5721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407250 loss=2.5870 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407300 loss=2.1781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407350 loss=2.6955 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407400 loss=2.1869 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407450 loss=2.7933 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407500 loss=2.9352 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407550 loss=2.0861 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407600 loss=2.4332 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407650 loss=2.1352 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407700 loss=2.7537 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407750 loss=2.6289 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407800 loss=2.3816 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407850 loss=3.0246 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407900 loss=2.9555 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=407950 loss=2.5847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408000 loss=2.8366 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408050 loss=2.0938 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408100 loss=2.6602 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408150 loss=2.6348 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408200 loss=2.7289 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408250 loss=2.5654 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408300 loss=2.4973 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408350 loss=2.3391 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408400 loss=2.2140 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408450 loss=2.6172 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408500 loss=2.0296 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408550 loss=2.2175 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408600 loss=2.5879 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408650 loss=2.8865 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408700 loss=2.2416 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408750 loss=2.2882 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408800 loss=2.2784 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408850 loss=2.6363 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408900 loss=2.5198 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=408950 loss=2.4110 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409000 loss=2.2481 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409050 loss=2.9206 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409100 loss=2.8162 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409150 loss=2.6257 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409200 loss=2.4484 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409250 loss=2.6332 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409300 loss=2.4714 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409350 loss=2.3258 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409400 loss=2.2860 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409450 loss=2.8824 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409500 loss=2.3425 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409550 loss=3.0089 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409600 loss=2.4413 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409650 loss=2.0519 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409700 loss=2.4844 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409750 loss=2.5266 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409800 loss=2.5744 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409850 loss=2.8947 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409900 loss=2.3733 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=409950 loss=2.6984 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410000 loss=2.5594 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410050 loss=2.3702 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410100 loss=2.4953 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410150 loss=2.7720 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410200 loss=2.4507 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410250 loss=2.5747 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410300 loss=2.5610 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410350 loss=2.7972 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410400 loss=2.3913 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410450 loss=2.2020 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410500 loss=2.8754 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410550 loss=2.5622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410600 loss=2.7272 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410650 loss=2.7160 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410700 loss=2.8106 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410750 loss=2.2290 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410800 loss=2.5888 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410850 loss=1.9472 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410900 loss=2.3390 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=410950 loss=2.2255 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411000 loss=2.3421 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411050 loss=2.4694 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411100 loss=2.6928 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411150 loss=2.9141 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411200 loss=2.2370 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411250 loss=2.2703 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411300 loss=2.3641 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411350 loss=2.7030 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411400 loss=2.5172 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411450 loss=2.9151 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411500 loss=2.8547 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411550 loss=2.7453 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411600 loss=2.4161 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411650 loss=2.6885 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411700 loss=2.9381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411750 loss=2.4903 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411800 loss=2.2131 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411850 loss=2.0299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411900 loss=2.0031 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=411950 loss=2.6279 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412000 loss=2.2535 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412050 loss=2.5699 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412100 loss=2.4177 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412150 loss=2.4881 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412200 loss=2.1746 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412250 loss=2.4191 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412300 loss=2.2680 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412350 loss=2.3529 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412400 loss=2.1115 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412450 loss=2.2878 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412500 loss=2.2915 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412550 loss=2.3856 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412600 loss=2.4100 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412650 loss=2.4921 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412700 loss=2.6393 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412750 loss=2.8230 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412800 loss=2.6862 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412850 loss=2.7042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412900 loss=1.8216 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=412950 loss=2.4182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413000 loss=2.3151 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413050 loss=2.3530 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413100 loss=2.4824 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413150 loss=2.5019 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413200 loss=2.8334 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413250 loss=2.1326 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413300 loss=2.8828 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413350 loss=2.6877 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413400 loss=2.7458 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413450 loss=2.3627 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413500 loss=2.3391 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413550 loss=2.9901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413600 loss=2.5389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413650 loss=2.2036 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413700 loss=2.9268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413750 loss=2.7945 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413800 loss=3.0489 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413850 loss=2.0980 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413900 loss=2.4597 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=413950 loss=2.5251 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414000 loss=2.5881 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414050 loss=2.4287 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414100 loss=2.6140 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414150 loss=2.9723 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414200 loss=2.9947 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414250 loss=2.7001 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414300 loss=2.5111 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414350 loss=3.1469 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414400 loss=1.8812 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414450 loss=2.3268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414500 loss=2.6251 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414550 loss=2.6268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414600 loss=2.6510 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414650 loss=2.5864 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414700 loss=2.6829 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414750 loss=2.1143 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414800 loss=2.6364 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414850 loss=2.5154 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414900 loss=2.4425 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=414950 loss=2.7966 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415000 loss=2.3857 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415050 loss=2.8420 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415100 loss=2.7306 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415150 loss=2.2329 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415200 loss=2.7337 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415250 loss=2.4980 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415300 loss=3.0033 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415350 loss=2.6153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415400 loss=3.1222 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415450 loss=2.5627 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415500 loss=2.3689 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415550 loss=2.8831 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415600 loss=2.8042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415650 loss=2.4772 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415700 loss=3.1416 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415750 loss=3.0123 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415800 loss=2.0607 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415850 loss=2.1294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415900 loss=2.8109 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=415950 loss=2.6595 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416000 loss=2.7619 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416050 loss=3.0235 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416100 loss=2.3442 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416150 loss=2.6851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416200 loss=2.3151 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416250 loss=2.5939 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416300 loss=2.6111 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416350 loss=2.7580 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416400 loss=3.0064 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416450 loss=2.2832 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416500 loss=2.6871 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416550 loss=2.4382 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416600 loss=2.6979 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416650 loss=2.4309 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416700 loss=2.5831 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416750 loss=2.1812 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416800 loss=2.6823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416850 loss=2.6034 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416900 loss=2.8647 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=416950 loss=2.5889 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417000 loss=3.0159 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417050 loss=2.9084 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417100 loss=2.8436 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417150 loss=2.7147 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417200 loss=2.9440 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417250 loss=2.6051 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417300 loss=2.2858 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417350 loss=2.1033 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417400 loss=2.1179 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417450 loss=2.6006 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417500 loss=2.6221 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417550 loss=3.0066 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417600 loss=2.7036 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417650 loss=2.1947 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417700 loss=2.8089 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417750 loss=2.3435 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417800 loss=2.6480 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417850 loss=3.1406 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417900 loss=2.3438 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=417950 loss=2.5413 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418000 loss=2.5182 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418050 loss=2.6567 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418100 loss=2.4106 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418150 loss=2.4520 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418200 loss=2.1826 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418250 loss=2.6090 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418300 loss=2.6613 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418350 loss=2.4006 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418400 loss=2.7829 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418450 loss=2.0657 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418500 loss=2.7728 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418550 loss=2.7527 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418600 loss=3.0086 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418650 loss=2.4855 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418700 loss=2.5404 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418750 loss=2.9611 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418800 loss=2.5022 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418850 loss=2.9872 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418900 loss=2.3537 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=418950 loss=2.6388 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419000 loss=2.2685 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419050 loss=2.8427 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419100 loss=2.3789 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419150 loss=3.3077 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419200 loss=2.8551 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419250 loss=2.6974 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419300 loss=2.6412 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419350 loss=2.3338 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419400 loss=2.7412 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419450 loss=2.4573 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419500 loss=2.5522 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419550 loss=2.9799 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419600 loss=2.4265 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419650 loss=2.5432 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419700 loss=2.7437 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419750 loss=2.5757 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419800 loss=2.2477 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419850 loss=2.4864 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419900 loss=2.3449 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=419950 loss=2.4928 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420000 loss=2.6119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420050 loss=2.6369 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420100 loss=2.3935 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420150 loss=2.7629 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420200 loss=2.5920 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420250 loss=2.2154 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420300 loss=2.2938 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420350 loss=2.1688 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420400 loss=2.7767 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420450 loss=2.5228 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420500 loss=2.8802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420550 loss=2.6944 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420600 loss=2.4160 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420650 loss=2.8748 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420700 loss=2.5088 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420750 loss=2.8728 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420800 loss=2.6241 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420850 loss=2.7824 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420900 loss=2.3631 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=420950 loss=2.7083 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421000 loss=2.8210 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421050 loss=2.3707 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421100 loss=2.9275 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421150 loss=2.8394 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421200 loss=2.1883 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421250 loss=2.5521 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421300 loss=2.0152 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421350 loss=2.0843 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421400 loss=2.5387 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421450 loss=2.8013 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421500 loss=2.7767 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421550 loss=2.7616 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421600 loss=2.6497 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421650 loss=3.2253 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421700 loss=2.1432 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421750 loss=2.7834 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421800 loss=3.1672 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421850 loss=2.8198 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421900 loss=2.3784 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=421950 loss=2.6535 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422000 loss=2.7339 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422050 loss=2.5509 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422100 loss=2.3061 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422150 loss=2.4494 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422200 loss=2.3635 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422250 loss=2.4082 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422300 loss=2.9409 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422350 loss=2.7351 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422400 loss=2.8313 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422450 loss=2.6346 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422500 loss=2.8636 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422550 loss=2.1381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422600 loss=2.3876 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422650 loss=2.4910 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422700 loss=3.0041 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422750 loss=2.4434 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422800 loss=3.1633 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422850 loss=2.2291 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422900 loss=2.8481 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=422950 loss=2.7882 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423000 loss=2.6269 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423050 loss=2.9520 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423100 loss=2.4160 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423150 loss=2.9188 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423200 loss=2.5596 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423250 loss=2.8186 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423300 loss=2.8056 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423350 loss=2.8231 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423400 loss=2.2693 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423450 loss=1.9782 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423500 loss=2.7940 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423550 loss=2.3671 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423600 loss=2.5943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423650 loss=2.7463 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423700 loss=3.0070 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423750 loss=2.3897 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423800 loss=2.3539 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423850 loss=2.4811 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423900 loss=2.6201 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=423950 loss=3.0932 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424000 loss=2.2326 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424050 loss=2.1388 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424100 loss=2.5055 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424150 loss=2.3901 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424200 loss=3.1034 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424250 loss=2.0429 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424300 loss=2.8479 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424350 loss=2.6719 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424400 loss=2.8499 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424450 loss=2.7266 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424500 loss=2.6913 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424550 loss=2.5832 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424600 loss=2.7402 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424650 loss=2.1406 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424700 loss=2.7417 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424750 loss=2.0352 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424800 loss=2.3005 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424850 loss=2.4569 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424900 loss=2.2851 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=424950 loss=3.0362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425000 loss=2.5437 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425050 loss=2.2213 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425100 loss=2.9267 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425150 loss=2.7951 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425200 loss=2.6507 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425250 loss=2.7912 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425300 loss=2.5000 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425350 loss=2.9101 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425400 loss=2.2897 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425450 loss=2.5329 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425500 loss=2.1070 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425550 loss=2.4872 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425600 loss=2.7145 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425650 loss=2.4510 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425700 loss=2.9202 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425750 loss=2.5372 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425800 loss=2.8012 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425850 loss=2.6269 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425900 loss=2.5362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=425950 loss=2.1384 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426000 loss=2.7015 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426050 loss=2.6606 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426100 loss=2.4753 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426150 loss=2.9425 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426200 loss=2.4132 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426250 loss=2.9431 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426300 loss=2.7484 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426350 loss=2.6949 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426400 loss=2.8714 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426450 loss=2.7542 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426500 loss=2.1626 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426550 loss=2.7925 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426600 loss=2.8349 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426650 loss=2.5909 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426700 loss=2.9238 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426750 loss=2.6745 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426800 loss=2.0758 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426850 loss=2.2286 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426900 loss=2.9003 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=426950 loss=2.9510 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427000 loss=2.3174 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427050 loss=2.6332 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427100 loss=2.5748 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427150 loss=2.6786 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427200 loss=2.2984 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427250 loss=2.4232 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427300 loss=2.4994 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427350 loss=1.9783 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427400 loss=2.0274 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427450 loss=2.8650 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427500 loss=2.8222 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427550 loss=3.0464 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427600 loss=2.5006 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427650 loss=2.6129 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427700 loss=2.5717 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427750 loss=2.7501 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427800 loss=2.2439 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427850 loss=2.6428 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427900 loss=2.2262 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=427950 loss=2.8350 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428000 loss=2.6323 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428050 loss=2.7938 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428100 loss=2.9522 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428150 loss=2.1585 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428200 loss=2.1487 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428250 loss=1.7908 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428300 loss=2.5884 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428350 loss=2.2596 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428400 loss=2.1361 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428450 loss=1.8450 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428500 loss=2.3219 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428550 loss=2.8506 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428600 loss=2.3652 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428650 loss=2.4035 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428700 loss=2.3532 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428750 loss=2.5300 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428800 loss=2.4475 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428850 loss=2.1397 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428900 loss=2.7456 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=428950 loss=3.0807 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429000 loss=2.8178 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429050 loss=2.4127 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429100 loss=2.3489 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429150 loss=1.9655 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429200 loss=2.6210 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429250 loss=2.5535 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429300 loss=2.2836 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429350 loss=2.4263 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429400 loss=2.6755 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429450 loss=3.0183 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429500 loss=2.9990 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429550 loss=2.2452 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429600 loss=2.2154 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429650 loss=3.0479 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429700 loss=2.2353 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429750 loss=2.1960 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429800 loss=3.1589 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429850 loss=2.4954 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429900 loss=2.5026 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=429950 loss=2.3590 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430000 loss=2.4787 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430050 loss=3.0927 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430100 loss=2.3579 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430150 loss=2.3718 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430200 loss=2.2974 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430250 loss=2.8389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430300 loss=2.7655 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430350 loss=2.1026 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430400 loss=2.9671 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430450 loss=2.3509 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430500 loss=2.3781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430550 loss=2.7137 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430600 loss=2.1989 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430650 loss=3.0262 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430700 loss=2.2424 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430750 loss=2.4889 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430800 loss=2.7768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430850 loss=2.3532 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430900 loss=2.4380 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=430950 loss=2.4260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431000 loss=1.5846 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431050 loss=2.5598 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431100 loss=2.6712 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431150 loss=2.6053 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431200 loss=2.3273 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431250 loss=2.5467 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431300 loss=2.9259 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431350 loss=2.5404 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431400 loss=2.3489 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431450 loss=2.6845 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431500 loss=2.4017 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431550 loss=2.3854 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431600 loss=2.6768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431650 loss=2.3275 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431700 loss=2.5532 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431750 loss=1.9763 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431800 loss=2.6703 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431850 loss=2.5060 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431900 loss=2.6244 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=431950 loss=2.8809 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432000 loss=2.6236 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432050 loss=2.6200 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432100 loss=2.3454 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432150 loss=3.1316 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432200 loss=2.7835 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432250 loss=3.0735 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432300 loss=2.2393 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432350 loss=3.1494 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432400 loss=2.5880 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432450 loss=2.6544 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432500 loss=2.1852 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432550 loss=2.0333 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432600 loss=2.9487 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432650 loss=2.4189 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432700 loss=2.4302 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432750 loss=2.5294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432800 loss=2.4384 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432850 loss=2.3687 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432900 loss=2.7199 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=432950 loss=2.6892 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433000 loss=2.1571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433050 loss=2.7029 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433100 loss=2.4380 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433150 loss=1.8578 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433200 loss=3.2755 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433250 loss=3.1361 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433300 loss=2.3442 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433350 loss=2.3487 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433400 loss=2.7761 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433450 loss=2.6041 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433500 loss=2.7594 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433550 loss=3.0238 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433600 loss=2.8163 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433650 loss=2.5255 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433700 loss=2.6153 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433750 loss=2.2430 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433800 loss=2.0386 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433850 loss=2.6261 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433900 loss=2.3505 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=433950 loss=2.0957 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434000 loss=2.3119 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434050 loss=2.8151 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434100 loss=2.8407 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434150 loss=2.4307 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434200 loss=2.5890 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434250 loss=3.0560 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434300 loss=3.1164 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434350 loss=2.3133 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434400 loss=2.0091 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434450 loss=2.4432 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434500 loss=2.5071 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434550 loss=2.1293 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434600 loss=2.3964 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434650 loss=2.5194 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434700 loss=2.2446 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434750 loss=2.7312 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434800 loss=2.9484 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434850 loss=2.6937 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434900 loss=2.8102 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=434950 loss=2.3525 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435000 loss=2.3226 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435050 loss=2.5992 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435100 loss=2.7303 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435150 loss=2.6407 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435200 loss=2.7178 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435250 loss=2.4260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435300 loss=2.5364 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435350 loss=2.8011 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435400 loss=2.3298 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435450 loss=2.7748 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435500 loss=3.1573 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435550 loss=2.7159 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435600 loss=2.2247 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435650 loss=2.7320 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435700 loss=2.3100 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435750 loss=2.7636 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435800 loss=2.8139 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435850 loss=2.3272 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435900 loss=2.5567 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=435950 loss=2.6652 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436000 loss=2.2306 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436050 loss=2.3407 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436100 loss=2.1542 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436150 loss=2.3188 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436200 loss=2.6113 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436250 loss=2.7426 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436300 loss=2.1641 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436350 loss=2.7049 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436400 loss=2.7959 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436450 loss=2.8475 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436500 loss=2.1362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436550 loss=2.7077 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436600 loss=2.8408 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436650 loss=2.6994 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436700 loss=2.6295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436750 loss=2.4088 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436800 loss=2.2741 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436850 loss=2.4583 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436900 loss=2.7759 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=436950 loss=2.4976 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437000 loss=2.3011 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437050 loss=2.5503 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437100 loss=2.8276 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437150 loss=2.8544 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437200 loss=2.7230 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437250 loss=2.2548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437300 loss=2.7482 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437350 loss=3.0481 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437400 loss=3.0536 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437450 loss=2.1375 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437500 loss=2.5692 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437550 loss=2.4616 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437600 loss=3.4028 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437650 loss=2.7747 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437700 loss=2.4419 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437750 loss=2.4045 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437800 loss=2.8288 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437850 loss=2.8568 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437900 loss=2.4361 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=437950 loss=2.2529 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438000 loss=2.9254 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438050 loss=2.9234 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438100 loss=3.1395 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438150 loss=2.3364 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438200 loss=2.8132 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438250 loss=2.2413 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438300 loss=2.2628 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438350 loss=2.6943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438400 loss=2.3773 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438450 loss=2.7548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438500 loss=2.5503 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438550 loss=2.9051 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438600 loss=2.4638 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438650 loss=2.8151 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438700 loss=2.4705 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438750 loss=2.4678 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438800 loss=2.5017 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438850 loss=2.7502 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438900 loss=2.2721 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=438950 loss=2.4066 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439000 loss=2.3826 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439050 loss=2.7958 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439100 loss=2.1818 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439150 loss=2.4726 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439200 loss=2.4121 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439250 loss=2.5256 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439300 loss=2.4816 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439350 loss=2.0948 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439400 loss=2.2686 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439450 loss=2.4038 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439500 loss=2.5736 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439550 loss=2.5108 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439600 loss=2.7343 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439650 loss=2.6125 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439700 loss=3.0162 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439750 loss=2.6354 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439800 loss=2.4831 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439850 loss=3.2042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439900 loss=2.5872 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=439950 loss=2.5975 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440000 loss=2.3517 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440050 loss=2.4789 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440100 loss=2.7124 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440150 loss=3.0996 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440200 loss=2.3416 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440250 loss=2.4260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440300 loss=2.3995 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440350 loss=2.6802 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440400 loss=2.6755 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440450 loss=2.6433 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440500 loss=2.1940 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440550 loss=2.3469 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440600 loss=2.4491 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440650 loss=1.9669 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440700 loss=2.8113 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440750 loss=2.5879 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440800 loss=2.2009 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440850 loss=2.5849 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440900 loss=2.7950 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=440950 loss=2.3943 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441000 loss=2.6523 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441050 loss=2.4657 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441100 loss=2.4416 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441150 loss=2.3284 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441200 loss=2.0977 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441250 loss=2.2533 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441300 loss=2.3738 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441350 loss=2.4991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441400 loss=2.9090 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441450 loss=2.6683 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441500 loss=2.8647 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441550 loss=2.5348 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441600 loss=2.5758 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441650 loss=3.0486 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441700 loss=3.3768 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441750 loss=2.9362 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441800 loss=2.6574 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441850 loss=2.6479 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441900 loss=2.9041 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=441950 loss=2.1143 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442000 loss=2.3993 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442050 loss=2.2581 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442100 loss=2.7284 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442150 loss=2.6985 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442200 loss=1.8890 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442250 loss=2.4022 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442300 loss=2.4200 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442350 loss=2.1769 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442400 loss=2.4056 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442450 loss=2.6092 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442500 loss=2.7107 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442550 loss=2.5722 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442600 loss=2.5149 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442650 loss=2.4798 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442700 loss=2.3720 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442750 loss=3.1662 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442800 loss=2.2924 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442850 loss=3.1172 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442900 loss=2.4107 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=442950 loss=2.5977 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443000 loss=2.5974 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443050 loss=2.6724 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443100 loss=2.6230 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443150 loss=2.8052 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443200 loss=2.3310 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443250 loss=2.0951 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443300 loss=2.7299 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443350 loss=2.3393 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443400 loss=2.7005 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443450 loss=2.4046 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443500 loss=2.6843 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443550 loss=2.0295 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443600 loss=2.7696 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443650 loss=2.3290 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443700 loss=2.8699 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443750 loss=2.1325 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443800 loss=2.4013 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443850 loss=2.6803 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443900 loss=2.3389 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=443950 loss=2.6844 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444000 loss=2.3866 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444050 loss=2.1268 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444100 loss=3.0406 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444150 loss=2.1647 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444200 loss=2.9850 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444250 loss=2.5561 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444300 loss=2.2277 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444350 loss=2.2104 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444400 loss=2.2020 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444450 loss=2.6204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444500 loss=2.2957 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444550 loss=2.0781 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444600 loss=2.1870 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444650 loss=2.8785 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444700 loss=2.2140 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444750 loss=2.8100 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444800 loss=2.5559 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444850 loss=2.8073 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444900 loss=2.6478 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=444950 loss=2.5283 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445000 loss=2.4738 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445050 loss=2.1823 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445100 loss=2.6676 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445150 loss=3.0216 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445200 loss=2.9062 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445250 loss=2.7314 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445300 loss=2.2772 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445350 loss=2.5446 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445400 loss=1.8042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445450 loss=2.7546 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445500 loss=2.6616 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445550 loss=2.2422 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445600 loss=2.6824 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445650 loss=2.8548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445700 loss=2.9530 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445750 loss=2.3729 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445800 loss=2.4034 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445850 loss=2.7833 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445900 loss=2.7221 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=445950 loss=2.5814 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446000 loss=2.4991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446050 loss=2.0652 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446100 loss=1.9962 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446150 loss=2.7405 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446200 loss=2.2660 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446250 loss=2.0188 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446300 loss=2.4118 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446350 loss=2.8313 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446400 loss=2.7703 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446450 loss=2.6725 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446500 loss=2.3832 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446550 loss=2.1020 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446600 loss=2.7221 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446650 loss=2.5682 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446700 loss=2.6702 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446750 loss=2.4254 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446800 loss=2.6110 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446850 loss=2.1318 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446900 loss=2.9150 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=446950 loss=2.8431 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=447000 loss=2.3644 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=447050 loss=2.7004 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=447100 loss=2.8294 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=447150 loss=2.6050 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=447200 loss=2.6205 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=447250 loss=2.5891 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}
+step=447300 loss=2.3936 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4}