diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/__init__.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..d6122581855250911b0bf951a42e22d9c354240a --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/__init__.py @@ -0,0 +1,29 @@ +# Copyright 2025 The HuggingFace Team. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +from typing import TYPE_CHECKING + +from ...utils import _LazyModule +from ...utils.import_utils import define_import_structure + + +if TYPE_CHECKING: + from .configuration_granite_speech import * + from .feature_extraction_granite_speech import * + from .modeling_granite_speech import * + from .processing_granite_speech import * +else: + import sys + + _file = globals()["__file__"] + sys.modules[__name__] = _LazyModule(__name__, _file, define_import_structure(_file), module_spec=__spec__) diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/configuration_granite_speech.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/configuration_granite_speech.py new file mode 100644 index 0000000000000000000000000000000000000000..e5532b3bf880c6c55bc168c28480329d734b8b0f --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/configuration_granite_speech.py @@ -0,0 +1,150 @@ +# Copyright 2025 The HuggingFace Inc. team. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""Config class for Granite Speech.""" + +from huggingface_hub.dataclasses import strict + +from ...configuration_utils import PreTrainedConfig +from ...utils import auto_docstring +from ..auto import CONFIG_MAPPING, AutoConfig + + +@auto_docstring(checkpoint="ibm-granite/granite-speech-3.3-2b") +@strict +class GraniteSpeechEncoderConfig(PreTrainedConfig): + r""" + feedforward_mult (`int`, *optional*, defaults to 4): + Multiplier for the up/down projections in the encoder's feedforward layers; + The projections will have intermediate dim of size `hidden_dim * feedforward_mult`. + output_dim (`int`, *optional*, defaults to 42): + Intermediate dimension of the feedforward projections in the conformer + to be added to every other encoder block's output. + context_size (`int`, *optional*, defaults to 200): + Context size to be used in conformer attention. + max_pos_emb (`int`, *optional*, defaults to 512): + Max pos embeds to be used in attention (shaw's relative positional encoding). + conv_expansion_factor (`int`, *optional*, defaults to 2): + Intermediate dimension to be used in conformer convolutions. + + Example: + + ```python + >>> from transformers import GraniteSpeechEncoderConfig, GraniteSpeechCTCEncoder + + >>> # Initializing a GraniteSpeechEncoderConfig + >>> configuration = GraniteSpeechEncoderConfig() + + >>> # Initializing a GraniteSpeechCTCEncoder (with random weights) + >>> model = GraniteSpeechCTCEncoder(configuration) + + >>> # Accessing the model configuration + >>> configuration = model.config + ```""" + + model_type = "granite_speech_encoder" + attribute_map = { + "hidden_size": "hidden_dim", + "num_hidden_layers": "num_layers", + "num_attention_heads": "num_heads", + "num_mel_bins": "input_dim", + } + + input_dim: int = 160 + num_layers: int = 10 + hidden_dim: int = 1024 + feedforward_mult: int = 4 + num_heads: int = 8 + dim_head: int | None = None + output_dim: int = 42 + context_size: int = 200 + max_pos_emb: int = 512 + dropout: float | int = 0.1 + conv_kernel_size: int = 15 + conv_expansion_factor: int = 2 + + def __post_init__(self, **kwargs): + super().__post_init__(**kwargs) + if self.dim_head is None: + self.dim_head = self.hidden_dim // self.num_heads + + +@auto_docstring(checkpoint="ibm-granite/granite-speech-3.3-2b") +@strict +class GraniteSpeechConfig(PreTrainedConfig): + r""" + projector_config (`Union[AutoConfig, dict]`, *optional*, defaults to `Blip2QFormerConfig`): + The config object or dictionary of the audio projector. + has_lora_adapter (`bool`, *optional*, defaults to `True`): + Indicates whether or not the model has a lora adapter that should only + be activate when processing audio inputs. + downsample_rate (`int`, *optional*, defaults to 5): + Downsample rate for the audio feature extractor. + window_size (`int`, *optional*, defaults to 15): + Window size for the audio feature projector. + + Example: + + ```python + >>> from transformers import GraniteSpeechConfig, GraniteSpeechForConditionalGeneration + + >>> # Initializing a GraniteSpeechConfig + >>> configuration = GraniteSpeechConfig() + + >>> # Initializing a GraniteSpeechForConditionalGeneration (with random weights) + >>> model = GraniteSpeechForConditionalGeneration(configuration) + + >>> # Accessing the model configuration + >>> configuration = model.config + ```""" + + model_type = "granite_speech" + attribute_map = { + "audio_token_id": "audio_token_index", + } + sub_configs = { + "text_config": AutoConfig, + "encoder_config": GraniteSpeechEncoderConfig, + "projector_config": AutoConfig, + } + + text_config: dict | PreTrainedConfig | None = None + encoder_config: dict | PreTrainedConfig | None = None + projector_config: dict | PreTrainedConfig | None = None + audio_token_index: int = 49155 + initializer_range: float = 0.02 + has_lora_adapter: bool = True + downsample_rate: int = 5 + window_size: int = 15 + + def __post_init__(self, **kwargs): + if isinstance(self.text_config, dict): + self.text_config["model_type"] = self.text_config.get("model_type", "granite") + self.text_config = CONFIG_MAPPING[self.text_config["model_type"]](**self.text_config) + elif self.text_config is None: + self.text_config = CONFIG_MAPPING["granite"]() + + if isinstance(self.projector_config, dict): + self.projector_config["model_type"] = self.projector_config.get("model_type", "blip_2_qformer") + self.projector_config = CONFIG_MAPPING[self.projector_config["model_type"]](**self.projector_config) + elif self.projector_config is None: + self.projector_config = CONFIG_MAPPING["blip_2_qformer"]() + + if not isinstance(self.encoder_config, GraniteSpeechEncoderConfig): + self.encoder_config = {} if self.encoder_config is None else self.encoder_config + self.encoder_config = GraniteSpeechEncoderConfig(**self.encoder_config) + + super().__post_init__(**kwargs) + + +__all__ = ["GraniteSpeechEncoderConfig", "GraniteSpeechConfig"] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/feature_extraction_granite_speech.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/feature_extraction_granite_speech.py new file mode 100644 index 0000000000000000000000000000000000000000..cd32d0433bae4a8b34be30477876bbe648dba857 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/feature_extraction_granite_speech.py @@ -0,0 +1,184 @@ +# Copyright 2025 The HuggingFace Inc. team. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""Feature extractor class for Granite Speech.""" + +import math +from collections.abc import Sequence + +import numpy as np + +from ...feature_extraction_utils import BatchFeature, FeatureExtractionMixin +from ...tokenization_utils_base import AudioInput +from ...utils import is_torch_available, is_torchaudio_available, logging +from ...utils.import_utils import requires_backends + + +logger = logging.get_logger(__name__) + +if is_torch_available(): + import torch + +if is_torchaudio_available(): + import torchaudio + + +class GraniteSpeechFeatureExtractor(FeatureExtractionMixin): + model_input_names = ["input_features"] + + def __init__( + self, + sampling_rate: int = 16000, + n_fft: int = 512, + win_length: int = 400, + hop_length: int = 160, + n_mels: int = 80, + projector_window_size: int = 15, + projector_downsample_rate: int = 5, + **kwargs, + ): + super().__init__(**kwargs) + self.sampling_rate = sampling_rate + self.melspec_kwargs = { + "sample_rate": sampling_rate, + "n_fft": n_fft, + "win_length": win_length, + "hop_length": hop_length, + "n_mels": n_mels, + } + requires_backends(self, ["torchaudio"]) + self.mel_filters = torchaudio.transforms.MelSpectrogram(**self.melspec_kwargs) + self.projector_window_size = projector_window_size + self.projector_downsample_rate = projector_downsample_rate + + def __call__( + self, + audios: AudioInput, + device: str | None = "cpu", + ) -> BatchFeature: + requires_backends(self, ["torchaudio"]) + + speech_inputs = {} + batched_audio, audio_lengths = self._get_audios_and_audio_lengths(audios) + speech_inputs["input_features"] = self._extract_mel_spectrograms( + batched_audio, + device=device, + ) + audio_embed_sizes = self._get_num_audio_features(audio_lengths) + speech_inputs["audio_embed_sizes"] = audio_embed_sizes + # TODO (@alex-jw-brooks): Currently input_features_mask is not + # a great name, because input_features and input_features_mask + # have different shapes (before/after the projector). + # + # We should align this with other multimodal models, e.g,. llava + # and qwen2audio and refactor this to ensure input_feature_mask + # has the same dimensionality as input_features, or compute it in + # the model based on the audio embedding sizes (since we do not + # have an attention mask for the audio features to infer padding from). + speech_inputs["input_features_mask"] = torch.arange(max(audio_embed_sizes)).view(1, -1) < torch.tensor( + audio_embed_sizes + ).view(-1, 1) + return BatchFeature(data=speech_inputs) + + def _extract_mel_spectrograms(self, audio: "torch.Tensor", device="cpu"): + """ + Compute the Mel features to be passed to the conformer encoder. + """ + requires_backends(self, ["torchaudio"]) + if device is not None: + melspec = self.mel_filters.to(device) + audio = audio.to(device) + else: + melspec = self.mel_filters + + bsz = audio.shape[0] + with torch.no_grad(): + # Compute mel features + mel = melspec(audio.float()) + logmel = mel.transpose(-1, -2).clip_(min=1e-10).log10_() + mx = logmel.amax(dim=(-2, -1), keepdim=True) + logmel = torch.maximum(logmel, mx - 8.0).div_(4).add_(1) + # remove last frame if odd + if logmel.shape[1] % 2 == 1: + logmel = logmel[:, :-1] + + # stacking and skipping by 2 + audio = logmel.reshape(bsz, -1, 2 * logmel.shape[-1]) + + return audio + + def _get_num_audio_features(self, audio_lengths: Sequence[int]) -> Sequence[int]: + """ + Gets the (variable length) number of features (i.e., projector output) for the sequences + being considered. + + Args: + audio_lengths (`Sequence[int]`): + Sequence of one or more raw audio lengths. + """ + hop_length = self.melspec_kwargs["hop_length"] + effective_window_size = self.projector_window_size // self.projector_downsample_rate + + projector_lengths = [] + for raw_length in audio_lengths: + # mel sequence length computation + mel_length = raw_length // hop_length + 1 + # encoder frame takes two mel features + encoder_length = mel_length // 2 + nblocks = math.ceil(encoder_length / self.projector_window_size) + # projector output length + projector_length = nblocks * effective_window_size + projector_lengths.append(projector_length) + + return projector_lengths + + def _get_audios_and_audio_lengths(self, audios: AudioInput) -> Sequence["torch.Tensor", Sequence[int]]: + """ + Coerces audio inputs to torch tensors and extracts audio lengths prior to stacking. + + Args: + audios (`AudioInput`): + Audio sequence, numpy array, or torch tensor. + """ + requires_backends(self, ["torch"]) + + # Coerce to PyTorch tensors if we have numpy arrays, since + # currently we have a dependency on torch/torchaudio anyway + if isinstance(audios, np.ndarray): + audios = torch.from_numpy(audios) + elif isinstance(audios, Sequence) and isinstance(audios[0], np.ndarray): + audios = [torch.from_numpy(arr) for arr in audios] + + if isinstance(audios, torch.Tensor): + if audios.ndim == 1: + audios = audios.unsqueeze(0) + if not torch.is_floating_point(audios): + raise ValueError("Invalid audio provided. Audio should be a floating point between 0 and 1") + + if audios.shape[0] > 1: + logger.warning("Audio samples are already collated; assuming they all have the same length") + lengths = [audios.shape[-1]] * audios.shape[0] + return audios, lengths + + elif isinstance(audios, Sequence) and isinstance(audios[0], torch.Tensor): + if not torch.is_floating_point(audios[0]): + raise ValueError("Invalid audio provided. Audio should be a floating point between 0 and 1") + lengths = [audio.shape[-1] for audio in audios] + audios = [audio.squeeze(0) for audio in audios] + audios = torch.nn.utils.rnn.pad_sequence(audios, batch_first=True, padding_value=0.0) + return audios, lengths + + raise TypeError("Invalid audio provided. Audio should be a one or more torch tensors or numpy arrays") + + +__all__ = ["GraniteSpeechFeatureExtractor"] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/modeling_granite_speech.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/modeling_granite_speech.py new file mode 100644 index 0000000000000000000000000000000000000000..898e51a306b468ab290b0652ee423ab22256c799 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/modeling_granite_speech.py @@ -0,0 +1,601 @@ +# Copyright 2025 The HuggingFace Inc. team. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import math +from dataclasses import dataclass + +import torch +import torch.nn.functional as F +from torch import nn + +from ... import initialization as init +from ...cache_utils import Cache +from ...generation import GenerationMixin +from ...modeling_outputs import BaseModelOutputWithPooling, ModelOutput +from ...modeling_utils import PreTrainedModel +from ...processing_utils import Unpack +from ...utils import ( + TransformersKwargs, + auto_docstring, + can_return_tuple, + is_peft_available, + logging, + torch_compilable_check, +) +from ...utils.generic import merge_with_config_defaults +from ...utils.output_capturing import capture_outputs +from ..auto import AutoModel, AutoModelForCausalLM +from .configuration_granite_speech import GraniteSpeechConfig, GraniteSpeechEncoderConfig + + +logger = logging.get_logger(__name__) + + +@auto_docstring( + custom_intro=""" + Base class for LlavaNext causal language model (or autoregressive) outputs. + """ +) +@dataclass +class GraniteSpeechCausalLMOutputWithPast(ModelOutput): + r""" + loss (`torch.FloatTensor` of shape `(1,)`, *optional*, returned when `labels` is provided): + Language modeling loss (for next-token prediction). + logits (`torch.FloatTensor` of shape `(batch_size, sequence_length, config.vocab_size)`): + Prediction scores of the language modeling head (scores for each vocabulary token before SoftMax). + past_key_values (`Cache`, *optional*, returned when `use_cache=True` is passed or when `config.use_cache=True`): + It is a [`~cache_utils.Cache`] instance. For more details, see our [kv cache guide](https://huggingface.co/docs/transformers/en/kv_cache). + + Contains pre-computed hidden-states (key and values in the self-attention blocks) that can be used (see + `past_key_values` input) to speed up sequential decoding. + """ + + loss: torch.FloatTensor | None = None + logits: torch.FloatTensor | None = None + past_key_values: Cache | None = None + hidden_states: tuple[torch.FloatTensor] | None = None + attentions: tuple[torch.FloatTensor] | None = None + + +### Projector +class GraniteSpeechEncoderProjector(nn.Module): + def __init__(self, config: GraniteSpeechConfig): + super().__init__() + self.hidden_size = config.projector_config.hidden_size + self.downsample_rate = config.downsample_rate + self.window_size = config.window_size + self.num_queries = config.window_size // config.downsample_rate + + self.query = nn.Parameter(torch.zeros(1, self.num_queries, config.projector_config.hidden_size)) + self.query.data.normal_(mean=0.0, std=1.0) + + # By default, this will be a blip_2_qformer config + self.qformer = AutoModel.from_config(config.projector_config) + self.linear = nn.Linear(config.projector_config.hidden_size, config.text_config.hidden_size) + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + batch_size, seq_len, dim = hidden_states.size() + nblocks = math.ceil(seq_len / self.window_size) + pad = nblocks * self.window_size - seq_len + hidden_states = nn.functional.pad(hidden_states, (0, 0, 0, pad), "constant", 0) + hidden_states = hidden_states.view(batch_size * nblocks, self.window_size, dim) + + query_output = self.qformer( + query_embeds=self.query, + encoder_hidden_states=hidden_states, + encoder_attention_mask=None, + return_dict=True, + ) + query_proj = self.linear( + query_output.last_hidden_state.view(batch_size, nblocks * self.window_size // self.downsample_rate, -1) + ) + return query_proj + + +### Encoder - conformer is adapted from: https://github.com/lucidrains/conformer.git +class GraniteSpeechConformerFeedForward(nn.Module): + """Feedforward module for conformer encoder blocks.""" + + def __init__(self, config: GraniteSpeechEncoderConfig): + super().__init__() + self.pre_norm = nn.LayerNorm(config.hidden_dim) + self.up_proj = nn.Linear(config.hidden_dim, config.hidden_dim * config.feedforward_mult) + self.silu = nn.SiLU() + self.dropout = nn.Dropout(config.dropout) + self.down_proj = nn.Linear(config.hidden_dim * config.feedforward_mult, config.hidden_dim) + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + hidden_states = self.pre_norm(hidden_states) + hidden_states = self.up_proj(hidden_states) + hidden_states = self.dropout(self.silu(hidden_states)) + hidden_states = self.down_proj(hidden_states) + hidden_states = self.dropout(hidden_states) + return hidden_states + + +class GraniteSpeechConformerAttention(nn.Module): + """Attention for conformer blocks using Shaw's relative positional embeddings. + See the following [paper](https://huggingface.co/papers/1803.02155) for more details. + """ + + def __init__(self, config: GraniteSpeechEncoderConfig): + super().__init__() + + inner_dim = config.dim_head * config.num_heads + self.max_pos_emb = config.max_pos_emb + self.context_size = config.context_size + self.num_heads = config.num_heads + self.dim_head = config.dim_head + self.scale = self.dim_head**-0.5 + self.pre_norm = nn.LayerNorm(config.hidden_dim) + self.to_q = nn.Linear(config.hidden_dim, inner_dim, bias=False) + self.to_kv = nn.Linear(config.hidden_dim, inner_dim * 2, bias=False) + self.to_out = nn.Linear(inner_dim, config.hidden_dim) + self.rel_pos_emb = nn.Embedding(2 * self.max_pos_emb + 1, self.dim_head) + self.dropout = nn.Dropout(config.dropout) + + if self.context_size <= 0 or self.context_size > self.max_pos_emb: + raise ValueError("Context size is either less than 0 or exceeds the max_pos_emb") + + def forward(self, hidden_states: torch.Tensor, attention_dists: torch.Tensor) -> torch.Tensor: + hidden_states = self.pre_norm(hidden_states) + bsz, num_features, _ = hidden_states.shape + + num_blocks = math.ceil(num_features / self.context_size) + remainder = num_features % self.context_size + if remainder > 0: + # right padding to reach block size + hidden_states = torch.nn.functional.pad(hidden_states, (0, 0, 0, self.context_size - remainder)) + + query_states = self.to_q(hidden_states) + key_states, value_states = self.to_kv(hidden_states).chunk(2, dim=-1) + + query_states = query_states.reshape(bsz, num_blocks, self.context_size, self.num_heads, -1).transpose(2, 3) + key_states = key_states.reshape(bsz, num_blocks, self.context_size, self.num_heads, -1).transpose(2, 3) + value_states = value_states.reshape(bsz, num_blocks, self.context_size, self.num_heads, -1).transpose(2, 3) + + # shaw's relative positional embedding + rel_pos_emb = self.rel_pos_emb(attention_dists) + # alternative computation of `pos_attn` - for readability + # rel_pos_emb_expanded = rel_pos_emb.view([1, 1, 1] + list(rel_pos_emb.shape)) + # pos_attn = torch.sum(query_states.unsqueeze(-2) * rel_pos_emb_expanded, dim=-1) * self.scale + # einsum implementation of pos_attn - gives x30 speedup over the alternative + # TODO (@avihu111) find a fast alternative to einsum + pos_attn = torch.einsum("b m h c d, c r d -> b m h c r", query_states, rel_pos_emb) * self.scale + + if remainder > 0: + # masked attention in the extended block + mask = torch.ones(self.context_size, self.context_size, dtype=bool, device=hidden_states.device) + mask[:remainder, :remainder] = 0 + mask_value = -torch.finfo(pos_attn.dtype).max + pos_attn[:, -1, :].masked_fill_(mask, mask_value) + + with torch.nn.attention.sdpa_kernel(torch.nn.attention.SDPBackend.MATH): + out = F.scaled_dot_product_attention( + query_states, key_states, value_states, attn_mask=pos_attn, scale=self.scale + ) + out = out.transpose(2, 3).reshape(bsz, hidden_states.shape[1], -1) + out = self.to_out(out[:, :num_features, :]) + return self.dropout(out) + + +class GraniteSpeechConformerDepthWiseConv1d(nn.Module): + """Wrapper for padded 1D pointwise convolution.""" + + def __init__(self, chan_in: int, chan_out: int, kernel_size: int): + super().__init__() + # Padding for the 1D conv is symmetric or close (i.e., offset by one). + pad = kernel_size // 2 + pad_offset = (kernel_size + 1) % 2 + self.padding = (pad, pad - pad_offset) + + self.conv = nn.Conv1d(chan_in, chan_out, kernel_size, groups=chan_in, bias=False) + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + hidden_states = F.pad(hidden_states, self.padding) + return self.conv(hidden_states) + + +class GraniteSpeechConformerConvModule(nn.Module): + """Conformer conv module consisting of several 1D/depthwise 1D convolutional layers.""" + + def __init__(self, config: GraniteSpeechEncoderConfig): + super().__init__() + inner_dim = config.hidden_dim * config.conv_expansion_factor + + self.norm = nn.LayerNorm(config.hidden_dim) + self.up_conv = nn.Conv1d(config.hidden_dim, inner_dim * 2, 1) + self.glu = nn.GLU(dim=1) + self.depth_conv = GraniteSpeechConformerDepthWiseConv1d( + inner_dim, + inner_dim, + kernel_size=config.conv_kernel_size, + ) + self.silu = nn.SiLU() + self.batch_norm = nn.BatchNorm1d(inner_dim) + self.down_conv = nn.Conv1d(inner_dim, config.hidden_dim, 1) + self.dropout = nn.Dropout(config.dropout) + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + hidden_states = self.norm(hidden_states) + hidden_states = self.up_conv(hidden_states.permute(0, 2, 1)) + hidden_states = self.glu(hidden_states) + hidden_states = self.depth_conv(hidden_states) + hidden_states = self.silu(self.batch_norm(hidden_states)) + hidden_states = self.down_conv(hidden_states).permute(0, 2, 1) + hidden_states = self.dropout(hidden_states) + return hidden_states + + +class GraniteSpeechConformerBlock(nn.Module): + """Conformer block, consisting largely of linear layers, attention, and convolutional layers.""" + + def __init__(self, config: GraniteSpeechEncoderConfig): + super().__init__() + self.ff1 = GraniteSpeechConformerFeedForward(config) + self.attn = GraniteSpeechConformerAttention(config) + self.conv = GraniteSpeechConformerConvModule(config) + self.ff2 = GraniteSpeechConformerFeedForward(config) + self.post_norm = nn.LayerNorm(config.hidden_dim) + + def forward(self, hidden_states: torch.Tensor, attention_dists: torch.Tensor) -> torch.Tensor: + hidden_states = 0.5 * self.ff1(hidden_states) + hidden_states + hidden_states = self.attn(hidden_states, attention_dists=attention_dists) + hidden_states + hidden_states = self.conv(hidden_states) + hidden_states + hidden_states = 0.5 * self.ff2(hidden_states) + hidden_states + hidden_states = self.post_norm(hidden_states) + return hidden_states + + +@auto_docstring +class GraniteSpeechPreTrainedModel(PreTrainedModel): + config: GraniteSpeechConfig + input_modalities = ("audio", "text") + + _supports_flash_attn = False # `blip_2_qformer` dependency does not allow for this + _supports_sdpa = True + + @torch.no_grad() + def _init_weights(self, module: nn.Module): + """Initialize the weights.""" + super()._init_weights(module) + if isinstance(module, GraniteSpeechEncoderProjector): + init.normal_(module.query) + elif isinstance(module, GraniteSpeechCTCEncoder): + context_size = module.config.context_size + seq = torch.arange(context_size) + relpos_dist = seq.view(-1, 1) - seq.view(1, -1) + attention_dists = torch.clamp(relpos_dist, -context_size, context_size) + module.config.max_pos_emb + init.copy_(module.attention_dists, attention_dists) + + +class GraniteSpeechCTCEncoder(GraniteSpeechPreTrainedModel): + config: GraniteSpeechEncoderConfig + input_modalities = "audio" + _can_record_outputs = { + "hidden_states": GraniteSpeechConformerBlock, + "attentions": GraniteSpeechConformerAttention, + } + + def __init__(self, config: GraniteSpeechEncoderConfig): + super().__init__(config) + + # Precompute clamped relative positional encoding distances + seq = torch.arange(config.context_size) + relpos_dist = seq.view(-1, 1) - seq.view(1, -1) + attention_dists = torch.clamp(relpos_dist, -config.context_size, config.context_size) + config.max_pos_emb + self.register_buffer("attention_dists", attention_dists, persistent=False) + self.input_linear = nn.Linear(config.input_dim, config.hidden_dim, bias=True) + self.layers = nn.ModuleList([GraniteSpeechConformerBlock(config) for _ in range(config.num_layers)]) + + self.out = nn.Linear(config.hidden_dim, config.output_dim, bias=True) + self.out_mid = nn.Linear(config.output_dim, config.hidden_dim, bias=True) + self.num_layers = config.num_layers + self.post_init() + + @merge_with_config_defaults + @capture_outputs + def forward( + self, hidden_states: torch.Tensor, **kwargs: Unpack[TransformersKwargs] + ) -> tuple | BaseModelOutputWithPooling: + hidden_states = self.input_linear(hidden_states) + for idx, layer in enumerate(self.layers, start=1): + hidden_states = layer(hidden_states, attention_dists=self.attention_dists) + + if idx == self.num_layers // 2: + hidden_states_mid = hidden_states.clone() + hidden_states_mid = self.out(hidden_states_mid) + hidden_states += self.out_mid(nn.Softmax(dim=-1)(hidden_states_mid)) + + return BaseModelOutputWithPooling(last_hidden_state=hidden_states) + + +@auto_docstring( + custom_intro=""" + The Granite Speech model, which consists of an audio encoder, projector, and language model. + """ +) +class GraniteSpeechForConditionalGeneration(GraniteSpeechPreTrainedModel, GenerationMixin): + _supports_attention_backend = True + + def __init__(self, config: GraniteSpeechConfig): + super().__init__(config) + # NOTE: It doesn't matter when we initialize from config, but we should be careful + # to make sure this does not pick up the adapter_config if in the future we use + # from_pretrained or something similar, since that should be set by the composite + # model; don't need to consider it twice + self.language_model = AutoModelForCausalLM.from_config(config.text_config) + + self.encoder = GraniteSpeechCTCEncoder(config.encoder_config) + self.projector = GraniteSpeechEncoderProjector(config) + + if config.has_lora_adapter and not is_peft_available(): + logger.warning( + "Config indicates that a lora adapter should be present, but " + "peft is not installed; this will cause the model to perform " + "incorrectly when audio inputs are provided. Please install " + "peft and reload the model!" + ) + + self.post_init() + + def set_decoder(self, decoder): + self.language_model.set_decoder(decoder) + + def get_decoder(self): + return self.language_model.get_decoder() + + def set_output_embeddings(self, new_embeddings): + self.language_model.set_output_embeddings(new_embeddings) + + def get_output_embeddings(self): + return self.language_model.get_output_embeddings() + + @can_return_tuple + @auto_docstring + def get_audio_features( + self, input_features: torch.Tensor, **kwargs: Unpack[TransformersKwargs] + ) -> tuple | BaseModelOutputWithPooling: + audio_outputs = self.encoder(input_features, return_dict=True, **kwargs) + projected_embeds = self.projector(audio_outputs.last_hidden_state) + audio_outputs.pooler_output = projected_embeds + + return audio_outputs + + @auto_docstring + def forward( + self, + input_ids: torch.LongTensor | None = None, + input_features: torch.FloatTensor | None = None, + input_features_mask: torch.Tensor | None = None, + attention_mask: torch.Tensor | None = None, + position_ids: torch.LongTensor | None = None, + past_key_values: Cache | None = None, + inputs_embeds: torch.FloatTensor | None = None, + labels: torch.LongTensor | None = None, + use_cache: bool | None = None, + output_attentions: bool | None = None, + output_hidden_states: bool | None = None, + return_dict: bool | None = None, + logits_to_keep: int | torch.Tensor = 0, + **lm_kwargs, + ) -> tuple[torch.Tensor] | GraniteSpeechCausalLMOutputWithPast: + r""" + input_features_mask (`torch.Tensor`, *optional*): + Mask to be applied to audio features prior to scattering into the language embeddings. + labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): + Labels for computing the masked language modeling loss. Indices should either be in `[0, ..., + config.vocab_size]` or -100 (see `input_ids` docstring). Tokens with indices set to `-100` are ignored + (masked), the loss is only computed for the tokens with labels in `[0, ..., config.vocab_size]`. + """ + # TODO (@alex-jw-brooks) add an example to this docstring once models are released + output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions + output_hidden_states = ( + output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states + ) + return_dict = return_dict if return_dict is not None else self.config.return_dict + + if (input_ids is None) ^ (inputs_embeds is not None): + raise ValueError("You must specify exactly one of input_ids or inputs_embeds") + + if input_features is not None and inputs_embeds is not None: + raise ValueError( + "You cannot specify both input_features and inputs_embeds at the same time, and must specify either one" + ) + + if inputs_embeds is None: + # Get the base embeddings; set all audio tokens to 0 index + # to avoid out of vocabulary issues with the LLM embedding. + # Audio features will be masked into is_audio_idx indices later. + is_audio_idx = input_ids == self.config.audio_token_id + llm_input_ids = input_ids.clone() + llm_input_ids[is_audio_idx] = 0 + inputs_embeds = self.get_input_embeddings()(llm_input_ids) + + if input_features is not None: + if input_features.dtype != self.dtype: + input_features = input_features.to(self.dtype) + # Get the audio features from the encoder / projector + audio_embeds = self.get_audio_features(input_features, return_dict=True).pooler_output + + # Merge the audio features into the LLM embeddings + inputs_embeds = self.get_merged_audio_embeddings( + input_ids=input_ids, + audio_features=audio_embeds, + input_features_mask=input_features_mask, + ) + + outputs = self.language_model( + attention_mask=attention_mask, + position_ids=position_ids, + past_key_values=past_key_values, + inputs_embeds=inputs_embeds, + use_cache=use_cache, + output_attentions=output_attentions, + output_hidden_states=output_hidden_states, + return_dict=return_dict, + logits_to_keep=logits_to_keep, + **lm_kwargs, + ) + logits = outputs[0] + + loss = None + if labels is not None: + # Shift so that tokens < n predict n + if attention_mask is not None: + # we use the input attention mask to shift the logits and labels, because it is 2D. + # we also crop attn mask in case it is longer, which happens in PrefixTuning with peft + shift_attention_mask = attention_mask[:, -(logits.shape[1] - 1) :].to(logits.device) + shift_logits = logits[..., :-1, :][shift_attention_mask.to(logits.device) != 0].contiguous() + shift_labels = labels[..., 1:][shift_attention_mask.to(labels.device) != 0].contiguous() + else: + shift_logits = logits[..., :-1, :].contiguous() + shift_labels = labels[..., 1:].contiguous() + # Flatten the tokens + loss_fct = nn.CrossEntropyLoss() + loss = loss_fct( + shift_logits.view(-1, shift_logits.size(-1)), shift_labels.view(-1).to(shift_logits.device) + ) + + if not return_dict: + output = (logits,) + outputs[1:] + return (loss,) + output if loss is not None else output + + return GraniteSpeechCausalLMOutputWithPast( + loss=loss, + logits=logits, + past_key_values=outputs.past_key_values, + hidden_states=outputs.hidden_states, + attentions=outputs.attentions, + ) + + def prepare_inputs_for_generation( + self, + input_ids, + past_key_values=None, + inputs_embeds=None, + input_features=None, + attention_mask=None, + logits_to_keep=None, + is_first_iteration=False, + **kwargs, + ): + # Overwritten -- in specific circumstances we don't want to forward audio inputs to the model + + model_inputs = self.language_model.prepare_inputs_for_generation( + input_ids, + past_key_values=past_key_values, + inputs_embeds=inputs_embeds, + attention_mask=attention_mask, + logits_to_keep=logits_to_keep, + is_first_iteration=is_first_iteration, + **kwargs, + ) + + # If we're in cached decoding stage, input_features should be None because + # input ids do not contain special audio token anymore Otherwise we need + # input feature values to be passed to the model + if is_first_iteration or not kwargs.get("use_cache", True): + model_inputs["input_features"] = input_features + return model_inputs + + def get_placeholder_mask( + self, input_ids: torch.LongTensor, inputs_embeds: torch.FloatTensor, audio_features: torch.FloatTensor + ): + """ + Obtains multimodal placeholder mask from `input_ids` or `inputs_embeds`, and checks that the placeholder token count is + equal to the length of multimodal features. If the lengths are different, an error is raised. + """ + if input_ids is None: + special_audio_mask = inputs_embeds == self.get_input_embeddings()( + torch.tensor(self.config.audio_token_id, dtype=torch.long, device=inputs_embeds.device) + ) + special_audio_mask = special_audio_mask.all(-1) + else: + special_audio_mask = input_ids == self.config.audio_token_id + + n_audio_tokens = special_audio_mask.sum() + n_audio_features = audio_features.shape[0] + special_audio_mask = special_audio_mask.unsqueeze(-1).expand_as(inputs_embeds).to(inputs_embeds.device) + torch_compilable_check( + inputs_embeds[special_audio_mask].numel() == audio_features.numel(), + f"Audio features and audio tokens do not match, tokens: {n_audio_tokens}, features: {n_audio_features}", + ) + return special_audio_mask + + def get_merged_audio_embeddings( + self, input_ids: torch.Tensor, audio_features: torch.Tensor, input_features_mask: torch.Tensor | None = None + ) -> torch.Tensor: + """ + Adds the audio token to the model's LLM vocabulary so that we can pass it + through the tokenizer; it's assumed that the embeddings corresponding to the + <|audio|> token will be clobbered with speech features. + + Args: + input_ids (`torch.Tensor`): + Input IDs containing one or more audio tokens. + audio_features (`torch.Tensor`): + Audio features to be masked into the language embeddings to form multimodal embeddings. + input_features_mask (`torch.Tensor`, *optional*, defaults to `None`) + Mask to be applied to audio features prior to scattering into the language embeddings. + """ + is_audio_index = input_ids == self.config.audio_token_id + llm_input_ids = torch.where(is_audio_index, 0, input_ids) + inputs_embeds = self.language_model.get_input_embeddings()(llm_input_ids) # [bsz, # features, hidden size] + + audio_features = audio_features.to(inputs_embeds.device, inputs_embeds.dtype) + if input_features_mask is not None: + audio_features = audio_features[input_features_mask] + + special_audio_mask = self.get_placeholder_mask( + input_ids, inputs_embeds=inputs_embeds, audio_features=audio_features + ) + inputs_embeds = inputs_embeds.masked_scatter(special_audio_mask, audio_features) + return inputs_embeds + + def generate(self, *args, **kwargs) -> torch.LongTensor: + # This model is expected to have a lora adapter, which is only + # enabled when considering audio inputs. As such, we override generate + # to conditionally enable / disable the lora adapter based on whether + # or not any input features were provided. + + input_features = kwargs.pop("input_features", None) + if is_peft_available and self._hf_peft_config_loaded: + if input_features is not None: + self.enable_adapters() + else: + self.disable_adapters() + return super().generate(*args, input_features=input_features, **kwargs) + + def save_pretrained(self, save_directory, *args, **kwargs): + # overwrite save_pretrained to first save the adapter if we have one + if is_peft_available and self._hf_peft_config_loaded: + adapter_name = self._get_adapter_name() + self.peft_config[adapter_name].base_model_name_or_path = save_directory + super().save_pretrained(save_directory, *args, **kwargs) + # Then save the base model afterwards + prev_val = self._hf_peft_config_loaded + self._hf_peft_config_loaded = False + super().save_pretrained(save_directory, *args, **kwargs) + self._hf_peft_config_loaded = prev_val + + def _get_adapter_name(self): + return list(self.peft_config.keys())[0] + + +__all__ = [ + "GraniteSpeechCTCEncoder", + "GraniteSpeechForConditionalGeneration", + "GraniteSpeechPreTrainedModel", +] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/processing_granite_speech.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/processing_granite_speech.py new file mode 100644 index 0000000000000000000000000000000000000000..969ebc1c35965dd1ec90ae31027fd7afcabf7ef8 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/granite_speech/processing_granite_speech.py @@ -0,0 +1,105 @@ +# Copyright 2025 The HuggingFace Inc. team. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""Processor class for Granite Speech.""" + +from typing import Union + +from ...feature_extraction_utils import BatchFeature +from ...processing_utils import ProcessorMixin +from ...tokenization_python import PreTokenizedInput, TextInput +from ...utils import auto_docstring, is_torch_available, logging +from ...utils.import_utils import requires_backends + + +if is_torch_available(): + import torch + +logger = logging.get_logger(__name__) + + +@auto_docstring +class GraniteSpeechProcessor(ProcessorMixin): + def __init__( + self, + audio_processor, + tokenizer, + audio_token="<|audio|>", + chat_template=None, + ): + r""" + audio_token (`str`, *optional*, defaults to `"<|audio|>"`): + The special token used to represent audio in the text sequence. This token serves as a placeholder + that will be replaced with multiple audio tokens based on the actual audio length. The number of + audio tokens inserted depends on the audio feature dimensions extracted by the audio processor. + """ + self.audio_token = tokenizer.audio_token if hasattr(tokenizer, "audio_token") else audio_token + super().__init__(audio_processor, tokenizer, chat_template=chat_template) + + @auto_docstring + def __call__( + self, + text: TextInput | PreTokenizedInput | list[TextInput] | list[PreTokenizedInput], + audio: Union["torch.Tensor", list["torch.Tensor"]] = None, + device: str = "cpu", + **kwargs, + ) -> BatchFeature: + requires_backends(self, ["torch"]) + + text = self._get_validated_text(text) + prompt_strings = text + + if audio is not None: + # NOTE - we intentionally avoid throwing for potentially misaligned + # text / audio inputs here because some inference engines will + # trigger the conditions due to the way they call multimodal + # processors, e.g., vLLM. + audio_inputs = self.audio_processor(audio, device=device) + + # TODO (@alex-jw-brooks); we should add a util to get_num_audio_tokens + # from feature lengths and call it here, rather than returning it + # from the feature extractor. + audio_embed_sizes = audio_inputs.pop("audio_embed_sizes") + + # Expand the audio placeholders to match the feature dims; this + # is similar to how many VLMs handle image tokens, e.g., llava next + prompt_strings = [] + num_replaced = 0 + for sample in text: + while self.audio_token in sample: + sample = sample.replace( + self.audio_token, + "" * audio_embed_sizes[num_replaced], + 1, + ) + num_replaced += 1 + prompt_strings.append(sample) + + prompt_strings = [sample.replace("", self.audio_token) for sample in prompt_strings] + else: + audio_inputs = {} + + if "padding" not in kwargs: + kwargs["padding"] = True + text_inputs = self.tokenizer(prompt_strings, **kwargs) + return BatchFeature(data={**text_inputs, **audio_inputs}) + + def _get_validated_text(self, text: str | list) -> list[str]: + if isinstance(text, str): + return [text] + elif isinstance(text, list) and isinstance(text[0], str): + return text + raise TypeError("Invalid text provided! Text should be a string or list of strings.") + + +__all__ = ["GraniteSpeechProcessor"] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/hyperclovax/modular_hyperclovax.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/hyperclovax/modular_hyperclovax.py new file mode 100644 index 0000000000000000000000000000000000000000..a163c6456829e93302fddd8b2be6efed51e64ff7 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/hyperclovax/modular_hyperclovax.py @@ -0,0 +1,235 @@ +# Copyright 2026 NAVER CLOUD Corp. and The HuggingFace Inc. team. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""HyperCLOVAX modular model definition.""" + +import torch +import torch.nn as nn +from huggingface_hub.dataclasses import strict + +from ...cache_utils import Cache +from ...modeling_outputs import CausalLMOutputWithPast +from ...processing_utils import Unpack +from ...utils import TransformersKwargs, auto_docstring, can_return_tuple +from ..granite.configuration_granite import GraniteConfig +from ..granite.modeling_granite import ( + GraniteAttention, + GraniteDecoderLayer, + GraniteForCausalLM, + GraniteModel, + GranitePreTrainedModel, + GraniteRMSNorm, + GraniteRotaryEmbedding, +) + + +@auto_docstring(checkpoint="naver-hyperclovax/HyperCLOVAX-SEED-Think-14B") +@strict +class HyperCLOVAXConfig(GraniteConfig): + r""" + embedding_multiplier (`float`, *optional*, defaults to `1.0`): + Scaling factor applied to the token embedding outputs. Used in MuP to control the + scale of the embedding activations. + logits_scaling (`float`, *optional*, defaults to `1.0`): + Scaling factor **multiplied** to the final logits before loss computation or sampling. + Used in MuP to ensure consistent output scale across model sizes. Note: unlike + [`GraniteConfig`], this is a multiplier, not a divisor. + residual_multiplier (`float`, *optional*, defaults to `1.0`): + Scaling factor applied to each sub-layer output before adding to the residual stream. + Used in Maximal Update Parametrization (MuP) to stabilize training across model sizes. + attention_multiplier (`float`, *optional*, defaults to `head_dim ** -0.5`): + Scaling factor applied to attention logits before softmax, replacing the standard + `1 / sqrt(head_dim)` scaling. Set explicitly for MuP-based training; when `None`, + defaults to the standard value. + use_post_norm (`bool`, *optional*, defaults to `True`): + Whether to apply an extra RMSNorm after each sub-layer output (Peri-Layer Normalization). + + ```python + >>> from transformers import HyperCLOVAXModel, HyperCLOVAXConfig + + >>> # Initializing a HyperCLOVAX style configuration + >>> configuration = HyperCLOVAXConfig() + + >>> # Initializing a model from the configuration + >>> model = HyperCLOVAXModel(configuration) + + >>> # Accessing the model configuration + >>> configuration = model.config + ```""" + + model_type = "hyperclovax" + + head_dim: int | None = None + + # MuP scaling factors: None means "resolve to the mathematically equivalent default". + attention_multiplier: float | None = None + + # Peri-Layer Normalization + use_post_norm: bool = True + + def __post_init__( + self, + **kwargs, + ): + if self.head_dim is None: + self.head_dim = self.hidden_size // self.num_attention_heads + + super().__post_init__(**kwargs) + + # Resolve None MuP values to their mathematically equivalent defaults. + if self.attention_multiplier is None: + self.attention_multiplier = self.head_dim**-0.5 + + def validate_architecture(self): + """Validates that `hidden_size` is divisible by `num_attention_heads`.""" + if self.hidden_size % self.num_attention_heads != 0: + raise ValueError( + f"The hidden size ({self.hidden_size}) is not a multiple of the number of attention " + f"heads ({self.num_attention_heads})." + ) + + +class HyperCLOVAXRMSNorm(GraniteRMSNorm): + pass + + +class HyperCLOVAXRotaryEmbedding(GraniteRotaryEmbedding): + pass + + +class HyperCLOVAXAttention(GraniteAttention): + pass + + +class HyperCLOVAXDecoderLayer(GraniteDecoderLayer): + def __init__(self, config: HyperCLOVAXConfig, layer_idx: int): + super().__init__(config, layer_idx) + # Optional Peri-Layer Normalization: additional RMSNorm after each sub-layer output + self.post_norm1 = ( + HyperCLOVAXRMSNorm(config.hidden_size, eps=config.rms_norm_eps) if config.use_post_norm else nn.Identity() + ) + self.post_norm2 = ( + HyperCLOVAXRMSNorm(config.hidden_size, eps=config.rms_norm_eps) if config.use_post_norm else nn.Identity() + ) + + def forward( + self, + hidden_states: torch.Tensor, + attention_mask: torch.Tensor | None = None, + position_ids: torch.LongTensor | None = None, + past_key_values: Cache | None = None, + use_cache: bool | None = False, + position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None, + **kwargs: Unpack[TransformersKwargs], + ) -> torch.Tensor: + residual = hidden_states + hidden_states = self.input_layernorm(hidden_states) + # Self Attention + hidden_states, _ = self.self_attn( + hidden_states=hidden_states, + attention_mask=attention_mask, + position_ids=position_ids, + past_key_values=past_key_values, + use_cache=use_cache, + position_embeddings=position_embeddings, + **kwargs, + ) + hidden_states = self.post_norm1(hidden_states) + hidden_states = residual + hidden_states * self.residual_multiplier + + # Fully Connected + residual = hidden_states + hidden_states = self.post_attention_layernorm(hidden_states) + hidden_states = self.mlp(hidden_states) + hidden_states = self.post_norm2(hidden_states) + hidden_states = residual + hidden_states * self.residual_multiplier + return hidden_states + + +@auto_docstring +class HyperCLOVAXPreTrainedModel(GranitePreTrainedModel): + pass + + +@auto_docstring +class HyperCLOVAXModel(GraniteModel): + pass + + +@auto_docstring +class HyperCLOVAXForCausalLM(GraniteForCausalLM): + @can_return_tuple + @auto_docstring + def forward( + self, + input_ids: torch.LongTensor | None = None, + attention_mask: torch.Tensor | None = None, + position_ids: torch.LongTensor | None = None, + past_key_values: Cache | None = None, + inputs_embeds: torch.FloatTensor | None = None, + labels: torch.LongTensor | None = None, + use_cache: bool | None = None, + logits_to_keep: int | torch.Tensor = 0, + **kwargs: Unpack[TransformersKwargs], + ) -> CausalLMOutputWithPast: + r""" + Example: + + ```python + >>> from transformers import AutoTokenizer, HyperCLOVAXForCausalLM + + >>> model = HyperCLOVAXForCausalLM.from_pretrained("naver-hyperclovax/HyperCLOVAX-SEED-Think-14B") + >>> tokenizer = AutoTokenizer.from_pretrained("naver-hyperclovax/HyperCLOVAX-SEED-Think-14B") + + >>> prompt = "Hey, are you conscious? Can you talk to me?" + >>> inputs = tokenizer(prompt, return_tensors="pt") + + >>> # Generate + >>> generate_ids = model.generate(inputs.input_ids, max_length=30) + >>> tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0] + "Hey, are you conscious? Can you talk to me? Are you okay?" The man was confused and answered, "Yes." Then the woman asked. + ```""" + outputs = self.model( + input_ids=input_ids, + attention_mask=attention_mask, + position_ids=position_ids, + past_key_values=past_key_values, + inputs_embeds=inputs_embeds, + use_cache=use_cache, + **kwargs, + ) + + hidden_states = outputs.last_hidden_state + slice_indices = slice(-logits_to_keep, None) if isinstance(logits_to_keep, int) else logits_to_keep + # MuP: multiply logits by logits_scaling (cf. GraniteForCausalLM which divides) + logits = self.lm_head(hidden_states[:, slice_indices, :]) * self.config.logits_scaling + + loss = None + if labels is not None: + loss = self.loss_function(logits=logits, labels=labels, vocab_size=self.config.vocab_size, **kwargs) + + return CausalLMOutputWithPast( + loss=loss, + logits=logits, + past_key_values=outputs.past_key_values, + hidden_states=outputs.hidden_states, + attentions=outputs.attentions, + ) + + +__all__ = [ + "HyperCLOVAXConfig", + "HyperCLOVAXPreTrainedModel", + "HyperCLOVAXModel", + "HyperCLOVAXForCausalLM", +] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/ibert/quant_modules.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/ibert/quant_modules.py new file mode 100644 index 0000000000000000000000000000000000000000..b3c6115bd10e08f6d5d23e53173dfe67caf92ed8 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/ibert/quant_modules.py @@ -0,0 +1,819 @@ +# Copyright 2021 The I-BERT Authors (Sehoon Kim, Amir Gholami, Zhewei Yao, +# Michael Mahoney, Kurt Keutzer - UC Berkeley) and The HuggingFace Inc. team. +# Copyright (c) 20121, NVIDIA CORPORATION. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import decimal + +import numpy as np +import torch +from torch import nn +from torch.autograd import Function + +from ...utils import logging + + +logger = logging.get_logger(__name__) + + +class QuantEmbedding(nn.Module): + """ + Quantized version of `torch.nn.Embedding`. Adds quantization-specific arguments on top of `torch.nn.Embedding`. + + Args: + weight_bit (`int`, *optional*, defaults to `8`): + Bitwidth for the quantized weight. + momentum (`float`, *optional*, defaults to `0.95`): + Momentum for updating the activation quantization range. + quant_mode (`bool`, *optional*, defaults to `False`): + Whether or not the layer is quantized. + """ + + def __init__( + self, + num_embeddings, + embedding_dim, + padding_idx=None, + max_norm=None, + norm_type=2.0, + scale_grad_by_freq=False, + sparse=False, + _weight=None, + weight_bit=8, + momentum=0.95, + quant_mode=False, + ): + super().__init__() + self.num_ = num_embeddings + self.dim = embedding_dim + self.padding_idx = padding_idx + self.max_norm = max_norm + self.norm_type = norm_type + self.scale_grad_by_freq = scale_grad_by_freq + self.sparse = sparse + + self.weight = nn.Parameter(torch.zeros([num_embeddings, embedding_dim])) + self.register_buffer("weight_scaling_factor", torch.zeros(1)) + self.register_buffer("weight_integer", torch.zeros_like(self.weight)) + + self.weight_bit = weight_bit + self.momentum = momentum + self.quant_mode = quant_mode + self.percentile_mode = False + self.weight_function = SymmetricQuantFunction.apply + + def forward(self, x, positions=None, incremental_state=None): + if not self.quant_mode: + return ( + nn.functional.embedding( + x, + self.weight, + self.padding_idx, + self.max_norm, + self.norm_type, + self.scale_grad_by_freq, + self.sparse, + ), + None, + ) + + w = self.weight + w_transform = w.data.detach() + w_min = w_transform.min().expand(1) + w_max = w_transform.max().expand(1) + + self.weight_scaling_factor = symmetric_linear_quantization_params(self.weight_bit, w_min, w_max, False) + self.weight_integer = self.weight_function( + self.weight, self.weight_bit, self.percentile_mode, self.weight_scaling_factor + ) + + emb_int = nn.functional.embedding( + x, + self.weight_integer, + self.padding_idx, + self.max_norm, + self.norm_type, + self.scale_grad_by_freq, + self.sparse, + ) + return emb_int * self.weight_scaling_factor, self.weight_scaling_factor + + +class QuantAct(nn.Module): + """ + Quantizes the given activation. + + Args: + activation_bit (`int`): + Bitwidth for the quantized activation. + act_range_momentum (`float`, *optional*, defaults to `0.95`): + Momentum for updating the activation quantization range. + per_channel (`bool`, *optional*, defaults to `False`): + Whether to or not use channel-wise quantization. + channel_len (`int`, *optional*): + Specify the channel length when set the *per_channel* True. + quant_mode (`bool`, *optional*, defaults to `False`): + Whether or not the layer is quantized. + """ + + def __init__(self, activation_bit, act_range_momentum=0.95, per_channel=False, channel_len=None, quant_mode=False): + super().__init__() + + self.activation_bit = activation_bit + self.act_range_momentum = act_range_momentum + self.quant_mode = quant_mode + self.per_channel = per_channel + self.percentile = False + self.act_function = SymmetricQuantFunction.apply + + if not self.per_channel: + self.register_buffer("x_min", torch.zeros(1)) + self.register_buffer("x_max", torch.zeros(1)) + self.register_buffer("act_scaling_factor", torch.zeros(1)) + self.x_min -= 1e-5 + self.x_max += 1e-5 + else: + raise NotImplementedError("per-channel mode is not currently supported for activation.") + + def __repr__(self): + return ( + f"{self.__class__.__name__}(activation_bit={self.activation_bit}, " + f"quant_mode: {self.quant_mode}, Act_min: {self.x_min.item():.2f}, " + f"Act_max: {self.x_max.item():.2f})" + ) + + def forward( + self, + x, + pre_act_scaling_factor=None, + identity=None, + identity_scaling_factor=None, + specified_min=None, + specified_max=None, + ): + x_act = x if identity is None else identity + x + # collect running stats if training + if self.training: + assert not self.percentile, "percentile mode is not currently supported for activation." + assert not self.per_channel, "per-channel mode is not currently supported for activation." + x_min = x_act.data.min() + x_max = x_act.data.max() + + assert x_max.isnan().sum() == 0 and x_min.isnan().sum() == 0, ( + "NaN detected when computing min/max of the activation" + ) + + # Initialization + if self.x_min.min() > -1.1e-5 and self.x_max.max() < 1.1e-5: + self.x_min = self.x_min + x_min + self.x_max = self.x_max + x_max + + # exponential moving average (EMA) + # use momentum to prevent the quantized values change greatly every iteration + elif self.act_range_momentum == -1: + self.x_min = torch.min(self.x_min, x_min) + self.x_max = torch.max(self.x_max, x_max) + else: + self.x_min = self.x_min * self.act_range_momentum + x_min * (1 - self.act_range_momentum) + self.x_max = self.x_max * self.act_range_momentum + x_max * (1 - self.act_range_momentum) + + if not self.quant_mode: + return x_act, None + + x_min = self.x_min if specified_min is None else specified_min + x_max = self.x_max if specified_max is None else specified_max + + self.act_scaling_factor = symmetric_linear_quantization_params( + self.activation_bit, x_min, x_max, per_channel=self.per_channel + ) + + if pre_act_scaling_factor is None: + # this is for the input quantization + quant_act_int = self.act_function(x, self.activation_bit, self.percentile, self.act_scaling_factor) + else: + quant_act_int = FixedPointMul.apply( + x, + pre_act_scaling_factor, + self.activation_bit, + self.act_scaling_factor, + identity, + identity_scaling_factor, + ) + + correct_output_scale = self.act_scaling_factor.view(-1) + + return quant_act_int * correct_output_scale, self.act_scaling_factor + + +class QuantLinear(nn.Module): + """ + Quantized version of `torch.nn.Linear`. Adds quantization-specific arguments on top of `torch.nn.Linear`. + + Args: + weight_bit (`int`, *optional*, defaults to `8`): + Bitwidth for the quantized weight. + bias_bit (`int`, *optional*, defaults to `32`): + Bitwidth for the quantized bias. + per_channel (`bool`, *optional*, defaults to `False`): + Whether or not to use channel-wise quantization. + quant_mode (`bool`, *optional*, defaults to `False`): + Whether or not the layer is quantized. + """ + + def __init__( + self, in_features, out_features, bias=True, weight_bit=8, bias_bit=32, per_channel=False, quant_mode=False + ): + super().__init__() + self.in_features = in_features + self.out_features = out_features + + self.weight = nn.Parameter(torch.zeros([out_features, in_features])) + self.register_buffer("weight_integer", torch.zeros_like(self.weight)) + self.register_buffer("fc_scaling_factor", torch.zeros(self.out_features)) + if bias: + self.bias = nn.Parameter(torch.zeros(out_features)) + self.register_buffer("bias_integer", torch.zeros_like(self.bias)) + + self.weight_bit = weight_bit + self.quant_mode = quant_mode + self.per_channel = per_channel + self.bias_bit = bias_bit + self.quant_mode = quant_mode + self.percentile_mode = False + self.weight_function = SymmetricQuantFunction.apply + + def __repr__(self): + s = super().__repr__() + s = f"({s} weight_bit={self.weight_bit}, quant_mode={self.quant_mode})" + return s + + def forward(self, x, prev_act_scaling_factor=None): + if not self.quant_mode: + return nn.functional.linear(x, weight=self.weight, bias=self.bias), None + + # assert that prev_act_scaling_factor is a scalar tensor + assert prev_act_scaling_factor is not None and prev_act_scaling_factor.shape == (1,), ( + "Input activation to the QuantLinear layer should be globally (non-channel-wise) quantized. " + "Please add a QuantAct layer with `per_channel = True` before this QuantAct layer" + ) + + w = self.weight + w_transform = w.data.detach() + if self.per_channel: + w_min, _ = torch.min(w_transform, dim=1, out=None) + w_max, _ = torch.max(w_transform, dim=1, out=None) + else: + w_min = w_transform.min().expand(1) + w_max = w_transform.max().expand(1) + + self.fc_scaling_factor = symmetric_linear_quantization_params(self.weight_bit, w_min, w_max, self.per_channel) + self.weight_integer = self.weight_function( + self.weight, self.weight_bit, self.percentile_mode, self.fc_scaling_factor + ) + + bias_scaling_factor = self.fc_scaling_factor * prev_act_scaling_factor + + if self.bias is not None: + self.bias_integer = self.weight_function(self.bias, self.bias_bit, False, bias_scaling_factor) + + prev_act_scaling_factor = prev_act_scaling_factor.view(1, -1) + x_int = x / prev_act_scaling_factor + + return ( + nn.functional.linear(x_int, weight=self.weight_integer, bias=self.bias_integer) * bias_scaling_factor, + bias_scaling_factor, + ) + + +class IntGELU(nn.Module): + """ + Quantized version of `torch.nn.GELU`. Adds quantization-specific arguments on top of `torch.nn.GELU`. + + Args: + quant_mode (`bool`, *optional*, defaults to `False`): + Whether or not the layer is quantized. + force_dequant (`str`, *optional*, defaults to `"none"`): + Force dequantize the layer if either "gelu" or "nonlinear" is given. + """ + + def __init__(self, quant_mode=True, force_dequant="none"): + super().__init__() + self.quant_mode = quant_mode + + if force_dequant in ["nonlinear", "gelu"]: + logger.info("Force dequantize gelu") + self.quant_mode = False + + if not self.quant_mode: + self.activation_fn = nn.GELU() + + self.k = 1.4142 + self.const = 14 # dummy integer constant + self.coeff = [-0.2888, -1.769, 1] # a(x+b)**2 + c + self.coeff[2] /= self.coeff[0] + + def int_erf(self, x_int, scaling_factor): + b_int = torch.floor(self.coeff[1] / scaling_factor) + c_int = torch.floor(self.coeff[2] / scaling_factor**2) + sign = torch.sign(x_int) + + abs_int = torch.min(torch.abs(x_int), -b_int) + y_int = sign * ((abs_int + b_int) ** 2 + c_int) + scaling_factor = scaling_factor**2 * self.coeff[0] + + # avoid overflow + y_int = floor_ste.apply(y_int / 2**self.const) + scaling_factor = scaling_factor * 2**self.const + + return y_int, scaling_factor + + def forward(self, x, scaling_factor=None): + if not self.quant_mode: + return self.activation_fn(x), None + + x_int = x / scaling_factor + sigmoid_int, sigmoid_scaling_factor = self.int_erf(x_int, scaling_factor / self.k) + + shift_int = 1.0 // sigmoid_scaling_factor + + x_int = x_int * (sigmoid_int + shift_int) + scaling_factor = scaling_factor * sigmoid_scaling_factor / 2 + + return x_int * scaling_factor, scaling_factor + + +class IntSoftmax(nn.Module): + """ + Quantized version of `torch.nn.Softmax`. Adds quantization-specific arguments on top of `torch.nn.Softmax`. + + Args: + output_bit (`int`): + Bitwidth for the layer output activation. + quant_mode (`bool`, *optional*, defaults to `False`): + Whether or not the layer is quantized. + force_dequant (`str`, *optional*, defaults to `"none"`): + Force dequantize the layer if either "softmax" or "nonlinear" is given. + """ + + def __init__(self, output_bit, quant_mode=False, force_dequant="none"): + super().__init__() + self.output_bit = output_bit + self.max_bit = 32 + self.quant_mode = quant_mode + + if force_dequant in ["nonlinear", "softmax"]: + logger.info("Force dequantize softmax") + self.quant_mode = False + + self.act = QuantAct(16, quant_mode=self.quant_mode) + self.x0 = -0.6931 # -ln2 + self.const = 30 # dummy integer constant + self.coef = [0.35815147, 0.96963238, 1.0] # ax**2 + bx + c + self.coef[1] /= self.coef[0] + self.coef[2] /= self.coef[0] + + def int_polynomial(self, x_int, scaling_factor): + with torch.no_grad(): + b_int = torch.floor(self.coef[1] / scaling_factor) + c_int = torch.floor(self.coef[2] / scaling_factor**2) + z = (x_int + b_int) * x_int + c_int + scaling_factor = self.coef[0] * scaling_factor**2 + return z, scaling_factor + + def int_exp(self, x_int, scaling_factor): + with torch.no_grad(): + x0_int = torch.floor(self.x0 / scaling_factor) + x_int = torch.max(x_int, self.const * x0_int) + + q = floor_ste.apply(x_int / x0_int) + r = x_int - x0_int * q + exp_int, exp_scaling_factor = self.int_polynomial(r, scaling_factor) + exp_int = torch.clamp(floor_ste.apply(exp_int * 2 ** (self.const - q)), min=0) + scaling_factor = exp_scaling_factor / 2**self.const + return exp_int, scaling_factor + + def forward(self, x, scaling_factor): + if not self.quant_mode: + return nn.functional.softmax(x, dim=-1), None + + x_int = x / scaling_factor + + x_int_max, _ = x_int.max(dim=-1, keepdim=True) + x_int = x_int - x_int_max + exp_int, exp_scaling_factor = self.int_exp(x_int, scaling_factor) + + # Avoid overflow + exp, exp_scaling_factor = self.act(exp_int, exp_scaling_factor) + exp_int = exp / exp_scaling_factor + + exp_int_sum = exp_int.sum(dim=-1, keepdim=True) + factor = floor_ste.apply(2**self.max_bit / exp_int_sum) + exp_int = floor_ste.apply(exp_int * factor / 2 ** (self.max_bit - self.output_bit)) + scaling_factor = 1 / 2**self.output_bit + return exp_int * scaling_factor, scaling_factor + + +class IntLayerNorm(nn.Module): + """ + Quantized version of `torch.nn.LayerNorm`. Adds quantization-specific arguments on top of `torch.nn.LayerNorm`. + + Args: + output_bit (`int`, *optional*, defaults to `8`): + Bitwidth for the layer output activation. + quant_mode (`bool`, *optional*, defaults to `False`): + Whether or not the layer is quantized. + force_dequant (`str`, *optional*, defaults to `"none"`): + Force dequantize the layer if either "layernorm" or "nonlinear" is given. + """ + + def __init__(self, normalized_shape, eps, output_bit=8, quant_mode=False, force_dequant="none"): + super().__init__() + self.normalized_shape = normalized_shape + self.eps = eps + + self.weight = nn.Parameter(torch.zeros(normalized_shape)) + self.bias = nn.Parameter(torch.zeros(normalized_shape)) + + self.quant_mode = quant_mode + if force_dequant in ["nonlinear", "layernorm"]: + logger.info("Force dequantize layernorm") + self.quant_mode = False + + self.register_buffer("shift", torch.zeros(1)) + self.output_bit = output_bit + self.max_bit = 32 + self.dim_sqrt = None + self.activation = QuantAct(self.output_bit, quant_mode=self.quant_mode) + + def set_shift(self, y_int): + with torch.no_grad(): + y_sq_int = y_int**2 + var_int = torch.sum(y_sq_int, axis=2, keepdim=True) + shift = (torch.log2(torch.sqrt(var_int / 2**self.max_bit)).ceil()).max() + shift_old = self.shift + self.shift = torch.max(self.shift, shift) + logger.info(f"Dynamic shift adjustment: {int(shift_old)} -> {int(self.shift)}") + + def overflow_fallback(self, y_int): + """ + This fallback function is called when overflow is detected during training time, and adjusts the `self.shift` + to avoid overflow in the subsequent runs. + """ + self.set_shift(y_int) # adjusts `self.shift` + y_int_shifted = floor_ste.apply(y_int / 2**self.shift) + y_sq_int = y_int_shifted**2 + var_int = torch.sum(y_sq_int, axis=2, keepdim=True) + return var_int + + def forward(self, x, scaling_factor=None): + if not self.quant_mode: + mean = x.mean(axis=2, keepdim=True) + y = x - mean + var = torch.mean(y**2, axis=2, keepdim=True) + x = y / torch.sqrt(self.eps + var) + x = x * self.weight + self.bias + return x, None + + # compute sqrt of the feature dimension if it is the first run + if self.dim_sqrt is None: + n = torch.tensor(x.shape[2], dtype=torch.float) + self.dim_sqrt = torch.sqrt(n).to(x.device) + + # Normalization: computes mean and variance(std) + x_int = x / scaling_factor + mean_int = round_ste.apply(x_int.mean(axis=2, keepdim=True)) + y_int = x_int - mean_int + y_int_shifted = floor_ste.apply(y_int / 2**self.shift) + y_sq_int = y_int_shifted**2 + var_int = torch.sum(y_sq_int, axis=2, keepdim=True) + + # overflow handling in training time + if self.training: + # if overflow is detected + if var_int.max() >= 2**self.max_bit: + var_int = self.overflow_fallback(y_int) + assert var_int.max() < 2**self.max_bit + 0.1, ( + "Error detected in overflow handling: " + "`var_int` exceeds `self.max_bit` (the maximum possible bit width)" + ) + + # To be replaced with integer-sqrt kernel that produces the same output + std_int = floor_ste.apply(torch.sqrt(var_int)) * 2**self.shift + factor = floor_ste.apply(2**31 / std_int) + y_int = floor_ste.apply(y_int * factor / 2) + scaling_factor = self.dim_sqrt / 2**30 + + # scaling and shifting + bias = self.bias.data.detach() / (self.weight.data.detach()) + bias_int = floor_ste.apply(bias / scaling_factor) + + y_int = y_int + bias_int + scaling_factor = scaling_factor * self.weight + x = y_int * scaling_factor + + return x, scaling_factor + + +def get_percentile_min_max(input, lower_percentile, upper_percentile, output_tensor=False): + """ + Calculate the percentile max and min values in a given tensor + + Args: + input (`torch.Tensor`): + The target tensor to calculate percentile max and min. + lower_percentile (`float`): + If 0.1, means we return the value of the smallest 0.1% value in the tensor as percentile min. + upper_percentile (`float`): + If 99.9, means we return the value of the largest 0.1% value in the tensor as percentile max. + output_tensor (`bool`, *optional*, defaults to `False`): + If True, this function returns tensors, otherwise it returns values. + + Returns: + `Tuple(torch.Tensor, torch.Tensor)`: Percentile min and max value of *input* + """ + input_length = input.shape[0] + + lower_index = round(input_length * (1 - lower_percentile * 0.01)) + upper_index = round(input_length * upper_percentile * 0.01) + + upper_bound = torch.kthvalue(input, k=upper_index).values + + if lower_percentile == 0: + lower_bound = upper_bound * 0 + # lower_index += 1 + else: + lower_bound = -torch.kthvalue(-input, k=lower_index).values + + if not output_tensor: + lower_bound = lower_bound.item() + upper_bound = upper_bound.item() + return lower_bound, upper_bound + + +def linear_quantize(input, scale, zero_point, inplace=False): + """ + Quantize single-precision input tensor to integers with the given scaling factor and zeropoint. + + Args: + input (`torch.Tensor`): + Single-precision input tensor to be quantized. + scale (`torch.Tensor`): + Scaling factor for quantization. + zero_pint (`torch.Tensor`): + Shift for quantization. + inplace (`bool`, *optional*, defaults to `False`): + Whether to compute inplace or not. + + Returns: + `torch.Tensor`: Linearly quantized value of *input* according to *scale* and *zero_point*. + """ + # reshape scale and zeropoint for convolutional weights and activation + if len(input.shape) == 4: + scale = scale.view(-1, 1, 1, 1) + zero_point = zero_point.view(-1, 1, 1, 1) + # reshape scale and zeropoint for linear weights + elif len(input.shape) == 2: + scale = scale.view(-1, 1) + zero_point = zero_point.view(-1, 1) + else: + scale = scale.view(-1) + zero_point = zero_point.view(-1) + # quantized = float / scale + zero_point + if inplace: + input.mul_(1.0 / scale).add_(zero_point).round_() + return input + return torch.round(1.0 / scale * input + zero_point) + + +def symmetric_linear_quantization_params(num_bits, saturation_min, saturation_max, per_channel=False): + """ + Compute the scaling factor with the given quantization range for symmetric quantization. + + Args: + saturation_min (`torch.Tensor`): + Lower bound for quantization range. + saturation_max (`torch.Tensor`): + Upper bound for quantization range. + per_channel (`bool`, *optional*, defaults to `False`): + Whether to or not use channel-wise quantization. + + Returns: + `torch.Tensor`: Scaling factor that linearly quantizes the given range between *saturation_min* and + *saturation_max*. + """ + # in this part, we do not need any gradient computation, + # in order to enforce this, we put torch.no_grad() + with torch.no_grad(): + n = 2 ** (num_bits - 1) - 1 + + if per_channel: + scale, _ = torch.max(torch.stack([saturation_min.abs(), saturation_max.abs()], dim=1), dim=1) + scale = torch.clamp(scale, min=1e-8) / n + + else: + scale = max(saturation_min.abs(), saturation_max.abs()) + scale = torch.clamp(scale, min=1e-8) / n + + return scale + + +class SymmetricQuantFunction(Function): + """ + Class to quantize the given floating-point values using symmetric quantization with given range and bitwidth. + """ + + @staticmethod + def forward(ctx, x, k, percentile_mode, scale): + """ + Args: + x (`torch.Tensor`): + Floating point tensor to be quantized. + k (`int`): + Quantization bitwidth. + percentile_mode (`bool`): + Whether or not to use percentile calibration. + scale (`torch.Tensor`): + Pre-calculated scaling factor for *x*. Note that the current implementation of SymmetricQuantFunction + requires pre-calculated scaling factor. + + Returns: + `torch.Tensor`: Symmetric-quantized value of *input*. + """ + zero_point = torch.tensor(0.0, device=scale.device) + + n = 2 ** (k - 1) - 1 + new_quant_x = linear_quantize(x, scale, zero_point, inplace=False) + new_quant_x = torch.clamp(new_quant_x, -n, n - 1) + + ctx.scale = scale + return new_quant_x + + @staticmethod + def backward(ctx, grad_output): + scale = ctx.scale + if len(grad_output.shape) == 4: + scale = scale.view(-1, 1, 1, 1) + # reshape scale and zeropoint for linear weights + elif len(grad_output.shape) == 2: + scale = scale.view(-1, 1) + else: + scale = scale.view(-1) + + return grad_output.clone() / scale, None, None, None, None + + +class floor_ste(Function): + """ + Straight-through Estimator(STE) for torch.floor() + """ + + @staticmethod + def forward(ctx, x): + return torch.floor(x) + + @staticmethod + def backward(ctx, grad_output): + return grad_output.clone() + + +class round_ste(Function): + """ + Straight-through Estimator(STE) for torch.round() + """ + + @staticmethod + def forward(ctx, x): + return torch.round(x) + + @staticmethod + def backward(ctx, grad_output): + return grad_output.clone() + + +def batch_frexp(inputs, max_bit=31): + """ + Decompose the scaling factor into mantissa and twos exponent. + + Args: + scaling_factor (`torch.Tensor`): + Target scaling factor to decompose. + + Returns: + ``Tuple(torch.Tensor, torch.Tensor)`: mantisa and exponent + """ + + shape_of_input = inputs.size() + + # trans the input to be a 1-d tensor + inputs = inputs.view(-1) + + output_m, output_e = np.frexp(inputs.cpu().numpy()) + tmp_m = [] + for m in output_m: + int_m_shifted = int( + decimal.Decimal(m * (2**max_bit)).quantize(decimal.Decimal(1), rounding=decimal.ROUND_HALF_UP) + ) + tmp_m.append(int_m_shifted) + output_m = np.array(tmp_m) + + output_e = float(max_bit) - output_e + + return ( + torch.from_numpy(output_m).to(inputs.device).view(shape_of_input), + torch.from_numpy(output_e).to(inputs.device).view(shape_of_input), + ) + + +class FixedPointMul(Function): + """ + Function to perform fixed-point arithmetic that can match integer arithmetic on hardware. + + Args: + pre_act (`torch.Tensor`): + Input tensor. + pre_act_scaling_factor (`torch.Tensor`): + Scaling factor of the input tensor *pre_act*. + bit_num (`int`): + Quantization bitwidth. + z_scaling_factor (`torch.Tensor`): + Scaling factor of the output tensor. + identity (`torch.Tensor`, *optional*): + Identity tensor, if exists. + identity_scaling_factor (`torch.Tensor`, *optional*): + Scaling factor of the identity tensor *identity*, if exists. + + Returns: + `torch.Tensor`: Output tensor(*pre_act* if *identity* is not given, otherwise the addition of *pre_act* and + *identity*), whose scale is rescaled to *z_scaling_factor*. + """ + + @staticmethod + def forward( + ctx, + pre_act, + pre_act_scaling_factor, + bit_num, + z_scaling_factor, + identity=None, + identity_scaling_factor=None, + ): + if len(pre_act_scaling_factor.shape) == 3: + reshape = lambda x: x # noqa: E731 + else: + reshape = lambda x: x.view(1, 1, -1) # noqa: E731 + ctx.identity = identity + + n = 2 ** (bit_num - 1) - 1 + + with torch.no_grad(): + pre_act_scaling_factor = reshape(pre_act_scaling_factor) + if identity is not None: + identity_scaling_factor = reshape(identity_scaling_factor) + + ctx.z_scaling_factor = z_scaling_factor + + z_int = torch.round(pre_act / pre_act_scaling_factor) + _A = pre_act_scaling_factor.type(torch.double) + _B = (z_scaling_factor.type(torch.float)).type(torch.double) + new_scale = _A / _B + new_scale = reshape(new_scale) + + m, e = batch_frexp(new_scale) + + output = z_int.type(torch.double) * m.type(torch.double) + output = torch.round(output / (2.0**e)) + + if identity is not None: + # needs addition of identity activation + wx_int = torch.round(identity / identity_scaling_factor) + + _A = identity_scaling_factor.type(torch.double) + _B = (z_scaling_factor.type(torch.float)).type(torch.double) + new_scale = _A / _B + new_scale = reshape(new_scale) + + m1, e1 = batch_frexp(new_scale) + output1 = wx_int.type(torch.double) * m1.type(torch.double) + output1 = torch.round(output1 / (2.0**e1)) + + output = output1 + output + + return torch.clamp(output.type(torch.float), -n - 1, n) + + @staticmethod + def backward(ctx, grad_output): + identity_grad = None + if ctx.identity is not None: + identity_grad = grad_output.clone() / ctx.z_scaling_factor + return grad_output.clone() / ctx.z_scaling_factor, None, None, None, None, identity_grad, None diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/mobilevitv2/configuration_mobilevitv2.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/mobilevitv2/configuration_mobilevitv2.py new file mode 100644 index 0000000000000000000000000000000000000000..df8e48d9a45e5802278e9f7af8922e0f521769f9 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/mobilevitv2/configuration_mobilevitv2.py @@ -0,0 +1,82 @@ +# Copyright 2023 The HuggingFace Inc. team. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""MobileViTV2 model configuration""" + +from huggingface_hub.dataclasses import strict + +from ...configuration_utils import PreTrainedConfig +from ...utils import auto_docstring + + +@auto_docstring(checkpoint="apple/mobilevitv2-1.0") +@strict +class MobileViTV2Config(PreTrainedConfig): + r""" + aspp_out_channels (`int`, *optional*, defaults to 512): + Number of output channels used in the ASPP layer for semantic segmentation. + atrous_rates (`list[int]`, *optional*, defaults to `[6, 12, 18]`): + Dilation (atrous) factors used in the ASPP layer for semantic segmentation. + aspp_dropout_prob (`float`, *optional*, defaults to 0.1): + The dropout ratio for the ASPP layer for semantic segmentation. + n_attn_blocks (`list[int]`, *optional*, defaults to `[2, 4, 3]`): + The number of attention blocks in each MobileViTV2Layer + base_attn_unit_dims (`list[int]`, *optional*, defaults to `[128, 192, 256]`): + The base multiplier for dimensions of attention blocks in each MobileViTV2Layer + width_multiplier (`float`, *optional*, defaults to 1.0): + The width multiplier for MobileViTV2. + ffn_multiplier (`int`, *optional*, defaults to 2): + The FFN multiplier for MobileViTV2. + ffn_dropout (`float`, *optional*, defaults to 0.0): + The dropout between FFN layers. + + Example: + + ```python + >>> from transformers import MobileViTV2Config, MobileViTV2Model + + >>> # Initializing a mobilevitv2-small style configuration + >>> configuration = MobileViTV2Config() + + >>> # Initializing a model from the mobilevitv2-small style configuration + >>> model = MobileViTV2Model(configuration) + + >>> # Accessing the model configuration + >>> configuration = model.config + ```""" + + model_type = "mobilevitv2" + + num_channels: int = 3 + image_size: int | list[int] | tuple[int, int] = 256 + patch_size: int | list[int] | tuple[int, int] = 2 + expand_ratio: float = 2.0 + hidden_act: str = "swish" + conv_kernel_size: int = 3 + output_stride: int = 32 + classifier_dropout_prob: float | int = 0.1 + initializer_range: float = 0.02 + layer_norm_eps: float = 1e-5 + aspp_out_channels: int = 512 + atrous_rates: list[int] | tuple[int, ...] = (6, 12, 18) + aspp_dropout_prob: float | int = 0.1 + semantic_loss_ignore_index: int = 255 + n_attn_blocks: list[int] | tuple[int, ...] = (2, 4, 3) + base_attn_unit_dims: list[int] | tuple[int, ...] = (128, 192, 256) + width_multiplier: float | int = 1.0 + ffn_multiplier: int = 2 + attn_dropout: float | int = 0.0 + ffn_dropout: float | int = 0.0 + + +__all__ = ["MobileViTV2Config"] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/musicgen_melody/configuration_musicgen_melody.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/musicgen_melody/configuration_musicgen_melody.py new file mode 100644 index 0000000000000000000000000000000000000000..47eee8d7c85c1f89f2f6bbc3884b1438f0df4152 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/musicgen_melody/configuration_musicgen_melody.py @@ -0,0 +1,163 @@ +# Copyright 2024 Meta AI and The HuggingFace Inc. team. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""Musicgen Melody model configuration""" + +from huggingface_hub.dataclasses import strict + +from ...configuration_utils import PreTrainedConfig +from ...utils import auto_docstring +from ..auto.configuration_auto import AutoConfig + + +@auto_docstring(checkpoint="facebook/musicgen-melody") +@strict +class MusicgenMelodyDecoderConfig(PreTrainedConfig): + r""" + audio_channels (`int`, *optional*, defaults to 1): + Number of audio channels used by the model (either mono or stereo). Stereo models generate a separate + audio stream for the left/right output channels. Mono models generate a single audio stream output. + """ + + model_type = "musicgen_melody_decoder" + base_config_key = "decoder_config" + keys_to_ignore_at_inference = ["past_key_values"] + + vocab_size: int = 2048 + max_position_embeddings: int = 2048 + num_hidden_layers: int = 24 + ffn_dim: int = 4096 + num_attention_heads: int = 16 + layerdrop: float | int = 0.0 + use_cache: bool = True + activation_function: str = "gelu" + hidden_size: int = 1024 + dropout: float | int = 0.1 + attention_dropout: float | int = 0.0 + activation_dropout: float | int = 0.0 + initializer_factor: float = 0.02 + scale_embedding: bool = False + num_codebooks: int = 4 + audio_channels: int = 1 + pad_token_id: int | None = 2048 + bos_token_id: int | None = 2048 + eos_token_id: int | list[int] | None = None + tie_word_embeddings: bool = False + is_decoder: bool = False + add_cross_attention: bool = False + + def validate_architecture(self): + """Part of `@strict`-powered validation. Validates the architecture of the config.""" + if self.audio_channels not in [1, 2]: + raise ValueError(f"Expected 1 (mono) or 2 (stereo) audio channels, got {self.audio_channels} channels.") + + +@auto_docstring(checkpoint="facebook/musicgen-melody") +@strict +class MusicgenMelodyConfig(PreTrainedConfig): + r""" + text_encoder (`Union[dict, `PretrainedConfig`]`): + An instance of a configuration object that defines the text encoder config. + audio_encoder (`Union[dict, `PretrainedConfig`]`): + An instance of a configuration object that defines the audio encoder config. + decoder (`Union[dict, `PretrainedConfig`]`): + An instance of a configuration object that defines the decoder config. + num_chroma (`int`, *optional*, defaults to 12): + Number of chroma bins to use. + chroma_length (`int`, *optional*, defaults to 235): + Maximum chroma duration if audio is used to condition the model. Corresponds to the maximum duration used during training. + + Example: + + ```python + >>> from transformers import ( + ... MusicgenMelodyConfig, + ... MusicgenMelodyDecoderConfig, + ... T5Config, + ... EncodecConfig, + ... MusicgenMelodyForConditionalGeneration, + ... ) + + >>> # Initializing text encoder, audio encoder, and decoder model configurations + >>> text_encoder_config = T5Config() + >>> audio_encoder_config = EncodecConfig() + >>> decoder_config = MusicgenMelodyDecoderConfig() + + >>> configuration = MusicgenMelodyConfig( + ... text_encoder=text_encoder_config, audio_encoder=audio_encoder_config, decoder=decoder_config + ... ) + + >>> # Initializing a MusicgenMelodyForConditionalGeneration (with random weights) from the facebook/musicgen-melody style configuration + >>> model = MusicgenMelodyForConditionalGeneration(configuration) + + >>> # Accessing the model configuration + >>> configuration = model.config + >>> config_text_encoder = model.config.text_encoder + >>> config_audio_encoder = model.config.audio_encoder + >>> config_decoder = model.config.decoder + + >>> # Saving the model, including its configuration + >>> model.save_pretrained("musicgen_melody-model") + + >>> # loading model and config from pretrained folder + >>> musicgen_melody_config = MusicgenMelodyConfig.from_pretrained("musicgen_melody-model") + >>> model = MusicgenMelodyForConditionalGeneration.from_pretrained("musicgen_melody-model", config=musicgen_melody_config) + ```""" + + model_type = "musicgen_melody" + sub_configs = { + "text_encoder": AutoConfig, + "audio_encoder": AutoConfig, + "decoder": MusicgenMelodyDecoderConfig, + } + has_no_defaults_at_init = True + + text_encoder: dict | PreTrainedConfig = None + audio_encoder: dict | PreTrainedConfig = None + decoder: dict | PreTrainedConfig = None + num_chroma: int = 12 + chroma_length: int = 235 + initializer_factor: float = 0.02 + + def __post_init__(self, **kwargs): + if isinstance(self.text_encoder, dict): + text_encoder_model_type = self.text_encoder.pop("model_type") + self.text_encoder = AutoConfig.for_model(text_encoder_model_type, **self.text_encoder) + elif self.text_encoder is None: + raise ValueError( + f"A configuration of type {self.model_type} cannot be instantiated because text_encoder is not passed" + ) + + if isinstance(self.audio_encoder, dict): + audio_encoder_model_type = self.audio_encoder.pop("model_type") + self.audio_encoder = AutoConfig.for_model(audio_encoder_model_type, **self.audio_encoder) + elif self.audio_encoder is None: + raise ValueError( + f"A configuration of type {self.model_type} cannot be instantiated because audio_encoder is not passed" + ) + + if isinstance(self.decoder, dict): + self.decoder = MusicgenMelodyDecoderConfig(**self.decoder) + elif self.decoder is None: + self.decoder = MusicgenMelodyDecoderConfig() + + self.is_encoder_decoder = True + super().__post_init__(**kwargs) + + @property + # This is a property because you might want to change the codec model on the fly + def sampling_rate(self): + return self.audio_encoder.sampling_rate + + +__all__ = ["MusicgenMelodyConfig", "MusicgenMelodyDecoderConfig"] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/musicgen_melody/processing_musicgen_melody.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/musicgen_melody/processing_musicgen_melody.py new file mode 100644 index 0000000000000000000000000000000000000000..cf5cc6088b8ea725a42127ddcca3b5abc7ebe278 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/musicgen_melody/processing_musicgen_melody.py @@ -0,0 +1,117 @@ +# Copyright 2024 Meta AI and The HuggingFace Inc. team. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +""" +Text/audio processor class for MusicGen Melody +""" + +from typing import Any + +import numpy as np + +from ...processing_utils import ProcessorMixin +from ...utils import auto_docstring, to_numpy +from ...utils.import_utils import requires + + +@requires(backends=("torchaudio",)) +@auto_docstring +class MusicgenMelodyProcessor(ProcessorMixin): + def __init__(self, feature_extractor, tokenizer): + super().__init__(feature_extractor, tokenizer) + + # Copied from transformers.models.musicgen.processing_musicgen.MusicgenProcessor.get_decoder_prompt_ids + def get_decoder_prompt_ids(self, task=None, language=None, no_timestamps=True): + return self.tokenizer.get_decoder_prompt_ids(task=task, language=language, no_timestamps=no_timestamps) + + @auto_docstring + def __call__(self, *args, **kwargs): + if len(args) > 0: + kwargs["audio"] = args[0] + return super().__call__(*args, **kwargs) + + # Copied from transformers.models.musicgen.processing_musicgen.MusicgenProcessor.batch_decode with padding_mask->attention_mask + def batch_decode(self, *args, **kwargs): + """ + This method is used to decode either batches of audio outputs from the MusicGen model, or batches of token ids + from the tokenizer. In the case of decoding token ids, this method forwards all its arguments to T5Tokenizer's + [`~PreTrainedTokenizer.batch_decode`]. Please refer to the docstring of this method for more information. + """ + audio_values = kwargs.pop("audio", None) + attention_mask = kwargs.pop("attention_mask", None) + + if len(args) > 0: + audio_values = args[0] + args = args[1:] + + if audio_values is not None: + return self._decode_audio(audio_values, attention_mask=attention_mask) + else: + return self.tokenizer.batch_decode(*args, **kwargs) + + # Copied from transformers.models.musicgen.processing_musicgen.MusicgenProcessor._decode_audio with padding_mask->attention_mask + def _decode_audio(self, audio_values, attention_mask: Any = None) -> list[np.ndarray]: + """ + This method strips any padding from the audio values to return a list of numpy audio arrays. + """ + audio_values = to_numpy(audio_values) + bsz, channels, seq_len = audio_values.shape + + if attention_mask is None: + return list(audio_values) + + attention_mask = to_numpy(attention_mask) + + # match the sequence length of the padding mask to the generated audio arrays by padding with the **non-padding** + # token (so that the generated audio values are **not** treated as padded tokens) + difference = seq_len - attention_mask.shape[-1] + padding_value = 1 - self.feature_extractor.padding_value + attention_mask = np.pad(attention_mask, ((0, 0), (0, difference)), "constant", constant_values=padding_value) + + audio_values = audio_values.tolist() + for i in range(bsz): + sliced_audio = np.asarray(audio_values[i])[ + attention_mask[i][None, :] != self.feature_extractor.padding_value + ] + audio_values[i] = sliced_audio.reshape(channels, -1) + + return audio_values + + def get_unconditional_inputs(self, num_samples=1, return_tensors="pt"): + """ + Helper function to get null inputs for unconditional generation, enabling the model to be used without the + feature extractor or tokenizer. + + Args: + num_samples (int, *optional*): + Number of audio samples to unconditionally generate. + + Example: + ```python + >>> from transformers import MusicgenMelodyForConditionalGeneration, MusicgenMelodyProcessor + + >>> model = MusicgenMelodyForConditionalGeneration.from_pretrained("facebook/musicgen-melody") + + >>> # get the unconditional (or 'null') inputs for the model + >>> processor = MusicgenMelodyProcessor.from_pretrained("facebook/musicgen-melody") + >>> unconditional_inputs = processor.get_unconditional_inputs(num_samples=1) + + >>> audio_samples = model.generate(**unconditional_inputs, max_new_tokens=256) + ```""" + inputs = self.tokenizer([""] * num_samples, return_tensors=return_tensors, return_attention_mask=True) + inputs["attention_mask"][:] = 0 + + return inputs + + +__all__ = ["MusicgenMelodyProcessor"] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/pp_ocrv5_mobile_det/__init__.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/pp_ocrv5_mobile_det/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..3ff24cae580a5ab531141519a64ec4d781c1437c --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/pp_ocrv5_mobile_det/__init__.py @@ -0,0 +1,27 @@ +# Copyright 2026 The HuggingFace Team. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +from typing import TYPE_CHECKING + +from ...utils import _LazyModule +from ...utils.import_utils import define_import_structure + + +if TYPE_CHECKING: + from .configuration_pp_ocrv5_mobile_det import * + from .modeling_pp_ocrv5_mobile_det import * +else: + import sys + + _file = globals()["__file__"] + sys.modules[__name__] = _LazyModule(__name__, _file, define_import_structure(_file), module_spec=__spec__) diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/pp_ocrv5_mobile_det/configuration_pp_ocrv5_mobile_det.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/pp_ocrv5_mobile_det/configuration_pp_ocrv5_mobile_det.py new file mode 100644 index 0000000000000000000000000000000000000000..131aa75a532535009eae8d4aec1c88614a5ae013 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/pp_ocrv5_mobile_det/configuration_pp_ocrv5_mobile_det.py @@ -0,0 +1,76 @@ +# 🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨 +# This file was automatically generated from src/transformers/models/pp_ocrv5_mobile_det/modular_pp_ocrv5_mobile_det.py. +# Do NOT edit this file manually as any edits will be overwritten by the generation of +# the file from the modular. If any change should be done, please apply the change to the +# modular_pp_ocrv5_mobile_det.py file directly. One of our CI enforces this. +# 🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨 +# Copyright 2026 The PaddlePaddle Team and The HuggingFace Inc. team. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +from huggingface_hub.dataclasses import strict + +from ...backbone_utils import consolidate_backbone_kwargs_to_config +from ...configuration_utils import PreTrainedConfig +from ...utils import auto_docstring +from ..auto import AutoConfig + + +@auto_docstring(checkpoint="PaddlePaddle/PP-OCRv5_mobile_det_safetensors") +@strict +class PPOCRV5MobileDetConfig(PreTrainedConfig): + r""" + reduction (`int`, *optional*, defaults to 4): + The reduction factor for feature channel dimensions, used to reduce the number of model parameters and + computational complexity while maintaining feature representability. + neck_out_channels (`int`, *optional*, defaults to 96): + The number of output channels from the neck network, which is responsible for feature fusion and + refinement before passing features to the head network. + interpolate_mode (`str`, *optional*, defaults to `"nearest"`): + The interpolation mode used for upsampling or downsampling feature maps in the neck network. Supported + modes include `"nearest"` (nearest neighbor interpolation) and `"bilinear"`. + kernel_list (`List[int]`, *optional*, defaults to `[3, 2, 2]`): + The list of kernel sizes for convolutional layers in the head network, used for multi-scale feature + extraction to detect text regions of different sizes. + layer_list_out_channels (`List[int]`, *optional*, defaults to `[12, 18, 42, 360]`): + The list of output channels for each backbone stage, used to configure the input channels of the RSE layers + in the neck network for multi-scale feature fusion. + """ + + model_type = "pp_ocrv5_mobile_det" + sub_configs = {"backbone_config": AutoConfig} + + backbone_config: dict | PreTrainedConfig | None = None + reduction: int = 4 + neck_out_channels: int = 96 + interpolate_mode: str = "nearest" + kernel_list: list[int] | tuple[int, ...] = (3, 2, 2) + layer_list_out_channels: list[int] | tuple[int, ...] = (12, 18, 42, 360) + + def __post_init__(self, **kwargs): + self.backbone_config, kwargs = consolidate_backbone_kwargs_to_config( + backbone_config=self.backbone_config, + default_config_type="pp_lcnet_v3", + default_config_kwargs={ + "scale": 0.75, + "out_features": ["stage2", "stage3", "stage4", "stage5"], + "out_indices": [2, 3, 4, 5], + "divisor": 16, + }, + **kwargs, + ) + super().__post_init__(**kwargs) + + +__all__ = ["PPOCRV5MobileDetConfig"] diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_hzj_c1tov_power2_target64_late_m_gamma_20260606_193437.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_hzj_c1tov_power2_target64_late_m_gamma_20260606_193437.log new file mode 100644 index 0000000000000000000000000000000000000000..67345063486fb9b875487375716b6dba2ccb2e40 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_hzj_c1tov_power2_target64_late_m_gamma_20260606_193437.log @@ -0,0 +1,88 @@ +[2026-06-06T19:34:38+00:00] ckpt=/e2e-data/evad-tech-vla/huangzhijian5/tmp/lta/20260604/owt_t5_elftokenized_full_len1024_C1_toV_power2_d768_l12_h12_gbs512_16gpu_50ep_lr3e4_elfopt_t5embed_unfixed_adaln_rope_noabspos_stateprobadd_selfcond_ce_fast_20260605_024231/step_103000.pt +[2026-06-06T19:34:38+00:00] vocab=32100 gpu=3 n=64 chunk_n=8 +[2026-06-06T19:34:38+00:00] steps=64 +[2026-06-06T19:34:38+00:00] m=-0.55 -0.50 -0.45 +[2026-06-06T19:34:38+00:00] s=0.45 0.55 0.65 +[2026-06-06T19:34:38+00:00] gamma=1.75 2.00 2.25 2.50 +[2026-06-06T19:34:38+00:00] run steps=64 schedule=logit_normal gamma=1.75 m=-0.55 s=0.45 tag=hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45 +checkpoint=/e2e-data/evad-tech-vla/huangzhijian5/tmp/lta/20260604/owt_t5_elftokenized_full_len1024_C1_toV_power2_d768_l12_h12_gbs512_16gpu_50ep_lr3e4_elfopt_t5embed_unfixed_adaln_rope_noabspos_stateprobadd_selfcond_ce_fast_20260605_024231/step_103000.pt +use_ema=0 +step=103000 +decode_steps=64 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606 +[2026-06-06T19:34:38+00:00] infer step=103000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma1p75_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64 +[2026-06-06T19:34:38+00:00] run decode=64 chunk=0 n=8 seed=123 +[2026-06-06T19:34:48+00:00] done decode=64 chunk=0 +[2026-06-06T19:34:48+00:00] run decode=64 chunk=1 n=8 seed=124 +[2026-06-06T19:34:57+00:00] done decode=64 chunk=1 +[2026-06-06T19:34:57+00:00] run decode=64 chunk=2 n=8 seed=125 +[2026-06-06T19:35:07+00:00] done decode=64 chunk=2 +[2026-06-06T19:35:07+00:00] run decode=64 chunk=3 n=8 seed=126 +[2026-06-06T19:35:17+00:00] done decode=64 chunk=3 +[2026-06-06T19:35:17+00:00] run decode=64 chunk=4 n=8 seed=127 +[2026-06-06T19:35:27+00:00] done decode=64 chunk=4 +[2026-06-06T19:35:27+00:00] run decode=64 chunk=5 n=8 seed=128 +[2026-06-06T19:35:36+00:00] done decode=64 chunk=5 +[2026-06-06T19:35:36+00:00] run decode=64 chunk=6 n=8 seed=129 +[2026-06-06T19:35:46+00:00] done decode=64 chunk=6 +[2026-06-06T19:35:46+00:00] run decode=64 chunk=7 n=8 seed=130 +[2026-06-06T19:35:56+00:00] done decode=64 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma1p75_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 10.640914492918917 4.722297613569919 0.04774292272379495 0.30770172458645123 0.0459831675592961 64 64 63596 65350 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma1p75_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64/sc1p0 +sc1p0 pre_eos 12.733726105125847 4.766069615763403 0.050079478492638205 0.32281631342324985 0.030667458775549526 0 0 57413 62281 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma1p75_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64/sc1p0 +[2026-06-06T19:36:09+00:00] done +[2026-06-06T19:36:09+00:00] run steps=64 schedule=logit_normal gamma=2.00 m=-0.55 s=0.45 tag=hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45 +checkpoint=/e2e-data/evad-tech-vla/huangzhijian5/tmp/lta/20260604/owt_t5_elftokenized_full_len1024_C1_toV_power2_d768_l12_h12_gbs512_16gpu_50ep_lr3e4_elfopt_t5embed_unfixed_adaln_rope_noabspos_stateprobadd_selfcond_ce_fast_20260605_024231/step_103000.pt +use_ema=0 +step=103000 +decode_steps=64 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606 +[2026-06-06T19:36:09+00:00] infer step=103000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma2p00_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64 +[2026-06-06T19:36:09+00:00] run decode=64 chunk=0 n=8 seed=123 +[2026-06-06T19:36:19+00:00] done decode=64 chunk=0 +[2026-06-06T19:36:19+00:00] run decode=64 chunk=1 n=8 seed=124 +[2026-06-06T19:36:28+00:00] done decode=64 chunk=1 +[2026-06-06T19:36:28+00:00] run decode=64 chunk=2 n=8 seed=125 +[2026-06-06T19:36:38+00:00] done decode=64 chunk=2 +[2026-06-06T19:36:38+00:00] run decode=64 chunk=3 n=8 seed=126 +[2026-06-06T19:36:48+00:00] done decode=64 chunk=3 +[2026-06-06T19:36:48+00:00] run decode=64 chunk=4 n=8 seed=127 +[2026-06-06T19:36:58+00:00] done decode=64 chunk=4 +[2026-06-06T19:36:58+00:00] run decode=64 chunk=5 n=8 seed=128 +[2026-06-06T19:37:07+00:00] done decode=64 chunk=5 +[2026-06-06T19:37:07+00:00] run decode=64 chunk=6 n=8 seed=129 +[2026-06-06T19:37:17+00:00] done decode=64 chunk=6 +[2026-06-06T19:37:17+00:00] run decode=64 chunk=7 n=8 seed=130 +[2026-06-06T19:37:27+00:00] done decode=64 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma2p00_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 10.468534585751161 4.717814945263186 0.04754263708050614 0.30462290822954075 0.04442508710801394 64 65 63758 65436 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma2p00_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64/sc1p0 +sc1p0 pre_eos 12.402501047712331 4.7589711220796005 0.049788678278688527 0.3190528793045483 0.02804815573770492 0 0 57774 62464 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma2p00_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64/sc1p0 +[2026-06-06T19:37:40+00:00] done +[2026-06-06T19:37:40+00:00] run steps=64 schedule=logit_normal gamma=2.25 m=-0.55 s=0.45 tag=hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45 +checkpoint=/e2e-data/evad-tech-vla/huangzhijian5/tmp/lta/20260604/owt_t5_elftokenized_full_len1024_C1_toV_power2_d768_l12_h12_gbs512_16gpu_50ep_lr3e4_elfopt_t5embed_unfixed_adaln_rope_noabspos_stateprobadd_selfcond_ce_fast_20260605_024231/step_103000.pt +use_ema=0 +step=103000 +decode_steps=64 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606 +[2026-06-06T19:37:40+00:00] infer step=103000 decode=64 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260606/hzj20260604_adaln_rope_noabspos_C1toV_power2_target64_late_m_gamma_ln_mn0p55_s0p45_step103000_dgamma2p25_tschedlogit_normal_mn0p55_s0p45_sc1p0_decode64_n64 +[2026-06-06T19:37:40+00:00] run decode=64 chunk=0 n=8 seed=123 +[2026-06-06T19:37:50+00:00] done decode=64 chunk=0 +[2026-06-06T19:37:50+00:00] run decode=64 chunk=1 n=8 seed=124 +[2026-06-06T19:37:59+00:00] done decode=64 chunk=1 +[2026-06-06T19:37:59+00:00] run decode=64 chunk=2 n=8 seed=125 +[2026-06-06T19:38:09+00:00] done decode=64 chunk=2 +[2026-06-06T19:38:09+00:00] run decode=64 chunk=3 n=8 seed=126 +[2026-06-06T19:38:19+00:00] done decode=64 chunk=3 +[2026-06-06T19:38:19+00:00] run decode=64 chunk=4 n=8 seed=127 +[2026-06-06T19:38:29+00:00] done decode=64 chunk=4 +[2026-06-06T19:38:29+00:00] run decode=64 chunk=5 n=8 seed=128 +[2026-06-06T19:38:39+00:00] done decode=64 chunk=5 +[2026-06-06T19:38:39+00:00] run decode=64 chunk=6 n=8 seed=129 +Terminated diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_lr2e3_ema_decode32_gamma_temp_clean_20260608_155828.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_lr2e3_ema_decode32_gamma_temp_clean_20260608_155828.log new file mode 100644 index 0000000000000000000000000000000000000000..b987a051849c9c94a347a471977584705e10dfcb --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_lr2e3_ema_decode32_gamma_temp_clean_20260608_155828.log @@ -0,0 +1,497 @@ +START 2026-06-08T15:58:28+00:00 gpu=3 m=-0.9 s=0.9 g=1.25 temp=0.85 +START 2026-06-08T15:58:28+00:00 gpu=0 m=-0.8 s=1.0 g=1.25 temp=0.85 +START 2026-06-08T15:58:28+00:00 gpu=2 m=-0.7 s=1.1 g=1.50 temp=0.75 +START 2026-06-08T15:58:28+00:00 gpu=1 m=-0.8 s=1.1 g=1.50 temp=0.80 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:58:28+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p9_s0p9_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p9_s0p9_sc1p0_decode32_n64 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +[2026-06-08T15:58:28+00:00] run decode=32 chunk=0 n=8 seed=123 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:58:28+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p75_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:58:28+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:58:28+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:58:28+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64 +[2026-06-08T15:58:28+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:58:28+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:58:35+00:00] done decode=32 chunk=0 +[2026-06-08T15:58:35+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:58:35+00:00] done decode=32 chunk=0 +[2026-06-08T15:58:35+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:58:35+00:00] done decode=32 chunk=0 +[2026-06-08T15:58:35+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:58:35+00:00] done decode=32 chunk=0 +[2026-06-08T15:58:35+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:58:42+00:00] done decode=32 chunk=1 +[2026-06-08T15:58:42+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:58:42+00:00] done decode=32 chunk=1 +[2026-06-08T15:58:42+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:58:42+00:00] done decode=32 chunk=1 +[2026-06-08T15:58:42+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:58:42+00:00] done decode=32 chunk=1 +[2026-06-08T15:58:42+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:58:49+00:00] done decode=32 chunk=2 +[2026-06-08T15:58:49+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:58:49+00:00] done decode=32 chunk=2 +[2026-06-08T15:58:49+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:58:49+00:00] done decode=32 chunk=2 +[2026-06-08T15:58:49+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:58:49+00:00] done decode=32 chunk=2 +[2026-06-08T15:58:49+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:58:56+00:00] done decode=32 chunk=3 +[2026-06-08T15:58:56+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:58:56+00:00] done decode=32 chunk=3 +[2026-06-08T15:58:56+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:58:56+00:00] done decode=32 chunk=3 +[2026-06-08T15:58:56+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:58:56+00:00] done decode=32 chunk=3 +[2026-06-08T15:58:56+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:59:03+00:00] done decode=32 chunk=4 +[2026-06-08T15:59:03+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:59:03+00:00] done decode=32 chunk=4 +[2026-06-08T15:59:03+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:59:03+00:00] done decode=32 chunk=4 +[2026-06-08T15:59:03+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:59:03+00:00] done decode=32 chunk=4 +[2026-06-08T15:59:03+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:59:10+00:00] done decode=32 chunk=5 +[2026-06-08T15:59:10+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:59:10+00:00] done decode=32 chunk=5 +[2026-06-08T15:59:10+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:59:10+00:00] done decode=32 chunk=5 +[2026-06-08T15:59:10+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:59:11+00:00] done decode=32 chunk=5 +[2026-06-08T15:59:11+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:59:17+00:00] done decode=32 chunk=6 +[2026-06-08T15:59:17+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:59:17+00:00] done decode=32 chunk=6 +[2026-06-08T15:59:17+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:59:17+00:00] done decode=32 chunk=6 +[2026-06-08T15:59:17+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:59:18+00:00] done decode=32 chunk=6 +[2026-06-08T15:59:18+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:59:24+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p9_s0p9_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p9_s0p9_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:59:24+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p75_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:59:24+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:59:24+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 11.070124312437377 4.65519286538899 0.06271010329441966 0.359687055911251 0.119445632907524 64 64 67706 65444 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p9_s0p9_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p9_s0p9_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 20.785254545062855 4.884120630649559 0.07127842537741258 0.4088808588999687 0.04054687907162587 0 0 51918 57563 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p9_s0p9_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p9_s0p9_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 7.616759945116939 4.102183211058663 0.04673841490485449 0.26800367421922844 0.18381531207421808 64 64 71232 65321 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p75_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 19.08605449556637 4.4509622193907346 0.05731455399061033 0.3287010084696426 0.06950234741784038 0 0 47072 53250 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p75_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 11.515904525941828 4.655725635809934 0.06365832772646646 0.36628182582766267 0.12335616857300141 64 64 67915 65396 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 22.476401220994113 4.898247984366439 0.07267964725399459 0.4182383347303716 0.03904653802497162 0 0 51619 57265 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 9.135943497408824 4.400322428568748 0.05372431506849315 0.31568486553427005 0.15644875244618395 63 63 70132 65408 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 19.600845303443453 4.700276763824076 0.06333471513797019 0.3721387116542302 0.04626642394967828 0 0 50263 55483 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:59:37+00:00] done +DONE 2026-06-08T15:59:37+00:00 gpu=3 m=-0.9 s=0.9 g=1.25 temp=0.85 +START 2026-06-08T15:59:38+00:00 gpu=3 m=-0.9 s=0.9 g=1.50 temp=0.85 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:59:38+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p9_s0p9_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p9_s0p9_sc1p0_decode32_n64 +[2026-06-08T15:59:38+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:59:38+00:00] done +DONE 2026-06-08T15:59:38+00:00 gpu=2 m=-0.7 s=1.1 g=1.50 temp=0.75 +START 2026-06-08T15:59:38+00:00 gpu=2 m=-0.7 s=1.1 g=1.50 temp=0.80 +[2026-06-08T15:59:38+00:00] done +DONE 2026-06-08T15:59:38+00:00 gpu=0 m=-0.8 s=1.0 g=1.25 temp=0.85 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:59:38+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:59:38+00:00] run decode=32 chunk=0 n=8 seed=123 +START 2026-06-08T15:59:38+00:00 gpu=0 m=-0.8 s=1.0 g=1.25 temp=0.90 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:59:38+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64 +[2026-06-08T15:59:38+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:59:38+00:00] done +DONE 2026-06-08T15:59:38+00:00 gpu=1 m=-0.8 s=1.1 g=1.50 temp=0.80 +START 2026-06-08T15:59:38+00:00 gpu=1 m=-0.8 s=1.1 g=1.50 temp=0.85 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:59:38+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:59:38+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:59:45+00:00] done decode=32 chunk=0 +[2026-06-08T15:59:45+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:59:45+00:00] done decode=32 chunk=0 +[2026-06-08T15:59:45+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:59:45+00:00] done decode=32 chunk=0 +[2026-06-08T15:59:45+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:59:45+00:00] done decode=32 chunk=0 +[2026-06-08T15:59:45+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:59:52+00:00] done decode=32 chunk=1 +[2026-06-08T15:59:52+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:59:52+00:00] done decode=32 chunk=1 +[2026-06-08T15:59:52+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:59:52+00:00] done decode=32 chunk=1 +[2026-06-08T15:59:52+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:59:52+00:00] done decode=32 chunk=1 +[2026-06-08T15:59:52+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:59:59+00:00] done decode=32 chunk=2 +[2026-06-08T15:59:59+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:59:59+00:00] done decode=32 chunk=2 +[2026-06-08T15:59:59+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:59:59+00:00] done decode=32 chunk=2 +[2026-06-08T15:59:59+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:59:59+00:00] done decode=32 chunk=2 +[2026-06-08T15:59:59+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:00:06+00:00] done decode=32 chunk=3 +[2026-06-08T16:00:06+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:00:06+00:00] done decode=32 chunk=3 +[2026-06-08T16:00:06+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:00:06+00:00] done decode=32 chunk=3 +[2026-06-08T16:00:06+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:00:06+00:00] done decode=32 chunk=3 +[2026-06-08T16:00:06+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:00:14+00:00] done decode=32 chunk=4 +[2026-06-08T16:00:14+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:00:14+00:00] done decode=32 chunk=4 +[2026-06-08T16:00:14+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:00:14+00:00] done decode=32 chunk=4 +[2026-06-08T16:00:14+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:00:14+00:00] done decode=32 chunk=4 +[2026-06-08T16:00:14+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:00:20+00:00] done decode=32 chunk=5 +[2026-06-08T16:00:20+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:00:21+00:00] done decode=32 chunk=5 +[2026-06-08T16:00:21+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:00:21+00:00] done decode=32 chunk=5 +[2026-06-08T16:00:21+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:00:21+00:00] done decode=32 chunk=5 +[2026-06-08T16:00:21+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:00:28+00:00] done decode=32 chunk=6 +[2026-06-08T16:00:28+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:00:28+00:00] done decode=32 chunk=6 +[2026-06-08T16:00:28+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:00:28+00:00] done decode=32 chunk=6 +[2026-06-08T16:00:28+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:00:28+00:00] done decode=32 chunk=6 +[2026-06-08T16:00:28+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:00:35+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p9_s0p9_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p9_s0p9_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:00:35+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:00:35+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:00:35+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 10.265592840366459 4.457418513503148 0.05816996464808778 0.33480762755960947 0.15184488009427177 64 64 69312 65343 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 23.61029622003903 4.769371750281435 0.06864533843958306 0.39515138377050363 0.046173022381993244 0 0 49321 55357 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 11.31552286051023 4.661387639087806 0.06216286425940924 0.3643643031784841 0.12056661725829373 64 65 67465 65441 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p9_s0p9_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p9_s0p9_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 21.656060655786927 4.8940182649079995 0.07074766029989911 0.41471688266504303 0.03903559127439724 0 0 51527 57486 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p9_s0p9_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p9_s0p9_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 15.082236733645013 4.883199936364426 0.07358447314128524 0.417917290705138 0.09166348284557194 63 64 66095 65435 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 25.306914170301866 5.052927335103899 0.08105787683916367 0.46032895069106583 0.034359112487795024 0 0 54000 59402 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 11.506839533323399 4.663300880596172 0.06293738349173364 0.36525326610130643 0.1251413378968921 64 64 68240 65446 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 22.610227884964743 4.913773546931558 0.07200307735347601 0.41791540627021734 0.039725835781228146 0 0 51710 57192 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T16:00:48+00:00] done +DONE 2026-06-08T16:00:48+00:00 gpu=2 m=-0.7 s=1.1 g=1.50 temp=0.80 +START 2026-06-08T16:00:48+00:00 gpu=2 m=-0.7 s=1.1 g=1.75 temp=0.80 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T16:00:48+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +[2026-06-08T16:00:48+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T16:00:48+00:00] done +DONE 2026-06-08T16:00:48+00:00 gpu=3 m=-0.9 s=0.9 g=1.50 temp=0.85 +START 2026-06-08T16:00:48+00:00 gpu=3 m=-1.0 s=1.0 g=1.25 temp=0.85 +[2026-06-08T16:00:48+00:00] done +DONE 2026-06-08T16:00:48+00:00 gpu=0 m=-0.8 s=1.0 g=1.25 temp=0.90 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T16:00:48+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn1p0_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn1p0_s1p0_sc1p0_decode32_n64 +[2026-06-08T16:00:48+00:00] run decode=32 chunk=0 n=8 seed=123 +START 2026-06-08T16:00:48+00:00 gpu=0 m=-0.8 s=1.0 g=1.50 temp=0.85 +[2026-06-08T16:00:48+00:00] done +DONE 2026-06-08T16:00:48+00:00 gpu=1 m=-0.8 s=1.1 g=1.50 temp=0.85 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T16:00:48+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64 +[2026-06-08T16:00:48+00:00] run decode=32 chunk=0 n=8 seed=123 +START 2026-06-08T16:00:49+00:00 gpu=1 m=-0.8 s=1.1 g=1.75 temp=0.85 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T16:00:49+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T16:00:49+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T16:00:55+00:00] done decode=32 chunk=0 +[2026-06-08T16:00:55+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T16:00:55+00:00] done decode=32 chunk=0 +[2026-06-08T16:00:55+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T16:00:55+00:00] done decode=32 chunk=0 +[2026-06-08T16:00:55+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T16:00:56+00:00] done decode=32 chunk=0 +[2026-06-08T16:00:56+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T16:01:02+00:00] done decode=32 chunk=1 +[2026-06-08T16:01:02+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T16:01:02+00:00] done decode=32 chunk=1 +[2026-06-08T16:01:02+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T16:01:03+00:00] done decode=32 chunk=1 +[2026-06-08T16:01:03+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T16:01:03+00:00] done decode=32 chunk=1 +[2026-06-08T16:01:03+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T16:01:09+00:00] done decode=32 chunk=2 +[2026-06-08T16:01:09+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:01:10+00:00] done decode=32 chunk=2 +[2026-06-08T16:01:10+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:01:10+00:00] done decode=32 chunk=2 +[2026-06-08T16:01:10+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:01:10+00:00] done decode=32 chunk=2 +[2026-06-08T16:01:10+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:01:16+00:00] done decode=32 chunk=3 +[2026-06-08T16:01:16+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:01:17+00:00] done decode=32 chunk=3 +[2026-06-08T16:01:17+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:01:17+00:00] done decode=32 chunk=3 +[2026-06-08T16:01:17+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:01:17+00:00] done decode=32 chunk=3 +[2026-06-08T16:01:17+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:01:23+00:00] done decode=32 chunk=4 +[2026-06-08T16:01:23+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:01:24+00:00] done decode=32 chunk=4 +[2026-06-08T16:01:24+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:01:24+00:00] done decode=32 chunk=4 +[2026-06-08T16:01:24+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:01:24+00:00] done decode=32 chunk=4 +[2026-06-08T16:01:24+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:01:30+00:00] done decode=32 chunk=5 +[2026-06-08T16:01:30+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:01:31+00:00] done decode=32 chunk=5 +[2026-06-08T16:01:31+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:01:31+00:00] done decode=32 chunk=5 +[2026-06-08T16:01:31+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:01:31+00:00] done decode=32 chunk=5 +[2026-06-08T16:01:31+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:01:37+00:00] done decode=32 chunk=6 +[2026-06-08T16:01:37+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:01:38+00:00] done decode=32 chunk=6 +[2026-06-08T16:01:38+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:01:38+00:00] done decode=32 chunk=6 +[2026-06-08T16:01:38+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:01:38+00:00] done decode=32 chunk=6 +[2026-06-08T16:01:38+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:01:44+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:01:44+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:01:45+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:01:45+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn1p0_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn1p0_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 9.65923362364878 4.407853696839257 0.05700694423200465 0.32760756841090904 0.16034445838049496 64 64 69914 65378 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 23.005313688571082 4.745441029545589 0.06795425945176999 0.39057085537114716 0.04750962047017198 0 0 48797 54831 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p80_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 11.911114127538909 4.6791719450002605 0.0626051576983083 0.36976306652186547 0.12173819939429166 64 65 67949 65378 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 23.161772767725143 4.918645581116644 0.0713463751438435 0.42142520879465767 0.03813160372423894 0 0 51874 57354 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 9.398436075113347 4.548769310645324 0.05566928412111583 0.32534335517973634 0.13061810626661371 64 64 69041 65458 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn1p0_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn1p0_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 17.817930065523747 4.804120282162531 0.06408767855886285 0.37459317769998063 0.0420097107874182 0 0 51789 56844 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn1p0_s1p0_step170000_ema_dgamma1p25_tschedlogit_normal_mn1p0_s1p0_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 12.232338808767638 4.690636286449728 0.0644766623845354 0.37316286111918273 0.1213678350767725 64 64 67633 65388 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 24.035775235816466 4.928966073420276 0.07344741060848958 0.4251311272587868 0.03983411166097442 0 0 51611 57388 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p8_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0 +[2026-06-08T16:01:58+00:00] done +DONE 2026-06-08T16:01:58+00:00 gpu=2 m=-0.7 s=1.1 g=1.75 temp=0.80 +START 2026-06-08T16:01:58+00:00 gpu=2 m=-0.7 s=1.1 g=1.75 temp=0.85 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T16:01:58+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +[2026-06-08T16:01:58+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T16:01:58+00:00] done +DONE 2026-06-08T16:01:58+00:00 gpu=1 m=-0.8 s=1.1 g=1.75 temp=0.85 +START 2026-06-08T16:01:58+00:00 gpu=1 m=-0.8 s=1.1 g=1.75 temp=0.90 +[2026-06-08T16:01:58+00:00] done +DONE 2026-06-08T16:01:58+00:00 gpu=3 m=-1.0 s=1.0 g=1.25 temp=0.85 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T16:01:58+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T16:01:58+00:00] run decode=32 chunk=0 n=8 seed=123 +START 2026-06-08T16:01:58+00:00 gpu=3 m=-1.0 s=1.0 g=1.50 temp=0.85 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T16:01:58+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn1p0_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn1p0_s1p0_sc1p0_decode32_n64 +[2026-06-08T16:01:58+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T16:01:58+00:00] done +DONE 2026-06-08T16:01:58+00:00 gpu=0 m=-0.8 s=1.0 g=1.50 temp=0.85 +START 2026-06-08T16:01:58+00:00 gpu=0 m=-0.8 s=1.0 g=1.50 temp=0.90 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T16:01:58+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64 +[2026-06-08T16:01:58+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T16:02:05+00:00] done decode=32 chunk=0 +[2026-06-08T16:02:05+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T16:02:05+00:00] done decode=32 chunk=0 +[2026-06-08T16:02:05+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T16:02:05+00:00] done decode=32 chunk=0 +[2026-06-08T16:02:05+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T16:02:05+00:00] done decode=32 chunk=0 +[2026-06-08T16:02:05+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T16:02:12+00:00] done decode=32 chunk=1 +[2026-06-08T16:02:12+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T16:02:12+00:00] done decode=32 chunk=1 +[2026-06-08T16:02:12+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T16:02:12+00:00] done decode=32 chunk=1 +[2026-06-08T16:02:12+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T16:02:13+00:00] done decode=32 chunk=1 +[2026-06-08T16:02:13+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T16:02:19+00:00] done decode=32 chunk=2 +[2026-06-08T16:02:19+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:02:19+00:00] done decode=32 chunk=2 +[2026-06-08T16:02:19+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:02:19+00:00] done decode=32 chunk=2 +[2026-06-08T16:02:19+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:02:20+00:00] done decode=32 chunk=2 +[2026-06-08T16:02:20+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T16:02:26+00:00] done decode=32 chunk=3 +[2026-06-08T16:02:26+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:02:26+00:00] done decode=32 chunk=3 +[2026-06-08T16:02:26+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:02:26+00:00] done decode=32 chunk=3 +[2026-06-08T16:02:26+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:02:27+00:00] done decode=32 chunk=3 +[2026-06-08T16:02:27+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T16:02:33+00:00] done decode=32 chunk=4 +[2026-06-08T16:02:33+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:02:33+00:00] done decode=32 chunk=4 +[2026-06-08T16:02:33+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:02:33+00:00] done decode=32 chunk=4 +[2026-06-08T16:02:33+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:02:34+00:00] done decode=32 chunk=4 +[2026-06-08T16:02:34+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T16:02:40+00:00] done decode=32 chunk=5 +[2026-06-08T16:02:40+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:02:41+00:00] done decode=32 chunk=5 +[2026-06-08T16:02:41+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:02:41+00:00] done decode=32 chunk=5 +[2026-06-08T16:02:41+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:02:41+00:00] done decode=32 chunk=5 +[2026-06-08T16:02:41+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T16:02:47+00:00] done decode=32 chunk=6 +[2026-06-08T16:02:47+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:02:48+00:00] done decode=32 chunk=6 +[2026-06-08T16:02:48+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:02:48+00:00] done decode=32 chunk=6 +[2026-06-08T16:02:48+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:02:48+00:00] done decode=32 chunk=6 +[2026-06-08T16:02:48+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T16:02:54+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:02:55+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:02:55+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T16:02:55+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn1p0_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn1p0_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 15.486074998604966 4.8946929597821045 0.07252824534849944 0.4199486301369863 0.08905502300906604 64 64 65498 65409 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 25.86238928675929 5.056410804556149 0.0796875 0.46144928510223626 0.03442540322580645 0 0 53696 59520 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p0_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 14.756903803117893 4.851696232446399 0.06854592148709795 0.40423450278988 0.09231686437568791 64 64 65709 65416 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 24.888428950838563 5.0257949792545755 0.07558208149983983 0.44577825735095766 0.03405661490735589 0 0 53471 59313 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p90_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 13.204415489607936 4.713728419695227 0.06590752770347727 0.3851338958180484 0.12106992739778372 64 64 67654 65425 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 26.563340455933716 4.953788197129261 0.07505222841225627 0.43862184230226847 0.03835306406685237 0 0 51665 57440 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 9.837059525620287 4.585542370717594 0.05536020058708415 0.33337410368920756 0.12854696673189825 64 65 68814 65408 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn1p0_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn1p0_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 18.724563237039497 4.838074438785817 0.0635913290939114 0.38294246815985944 0.040297930646804626 0 0 51828 56926 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_temp0p85_mn1p0_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn1p0_s1p0_sc1p0_decode32_n64/sc1p0 +[2026-06-08T16:03:08+00:00] done +DONE 2026-06-08T16:03:08+00:00 gpu=0 m=-0.8 s=1.0 g=1.50 temp=0.90 +[2026-06-08T16:03:08+00:00] done +DONE 2026-06-08T16:03:08+00:00 gpu=1 m=-0.8 s=1.1 g=1.75 temp=0.90 +[2026-06-08T16:03:08+00:00] done +DONE 2026-06-08T16:03:08+00:00 gpu=2 m=-0.7 s=1.1 g=1.75 temp=0.85 +[2026-06-08T16:03:08+00:00] done +DONE 2026-06-08T16:03:08+00:00 gpu=3 m=-1.0 s=1.0 g=1.50 temp=0.85 +ALL_DONE 2026-06-08T16:03:08+00:00 diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_lr2e3_ema_decode32_highentropy_gamma_20260608_154300.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_lr2e3_ema_decode32_highentropy_gamma_20260608_154300.log new file mode 100644 index 0000000000000000000000000000000000000000..c452b3f5e473318850c06a537e55d5e97621608d --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/infer_eval_lr2e3_ema_decode32_highentropy_gamma_20260608_154300.log @@ -0,0 +1,621 @@ +START 2026-06-08T15:43:00+00:00 gpu=1 m=-0.7 s=1.1 g=1.50 +START 2026-06-08T15:43:00+00:00 gpu=0 m=-0.7 s=1.0 g=1.50 +START 2026-06-08T15:43:00+00:00 gpu=2 m=-0.6 s=1.1 g=1.50 +START 2026-06-08T15:43:00+00:00 gpu=3 m=-0.8 s=1.1 g=1.50 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:43:00+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:43:00+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:43:00+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:43:00+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:43:00+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:43:00+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64 +[2026-06-08T15:43:00+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:43:00+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:43:07+00:00] done decode=32 chunk=0 +[2026-06-08T15:43:07+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:43:07+00:00] done decode=32 chunk=0 +[2026-06-08T15:43:07+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:43:07+00:00] done decode=32 chunk=0 +[2026-06-08T15:43:07+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:43:08+00:00] done decode=32 chunk=0 +[2026-06-08T15:43:08+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:43:15+00:00] done decode=32 chunk=1 +[2026-06-08T15:43:15+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:43:15+00:00] done decode=32 chunk=1 +[2026-06-08T15:43:15+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:43:15+00:00] done decode=32 chunk=1 +[2026-06-08T15:43:15+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:43:15+00:00] done decode=32 chunk=1 +[2026-06-08T15:43:15+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:43:22+00:00] done decode=32 chunk=2 +[2026-06-08T15:43:22+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:43:22+00:00] done decode=32 chunk=2 +[2026-06-08T15:43:22+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:43:22+00:00] done decode=32 chunk=2 +[2026-06-08T15:43:22+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:43:25+00:00] done decode=32 chunk=2 +[2026-06-08T15:43:25+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:43:29+00:00] done decode=32 chunk=3 +[2026-06-08T15:43:29+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:43:29+00:00] done decode=32 chunk=3 +[2026-06-08T15:43:29+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:43:29+00:00] done decode=32 chunk=3 +[2026-06-08T15:43:29+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:43:32+00:00] done decode=32 chunk=3 +[2026-06-08T15:43:32+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:43:36+00:00] done decode=32 chunk=4 +[2026-06-08T15:43:36+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:43:36+00:00] done decode=32 chunk=4 +[2026-06-08T15:43:36+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:43:36+00:00] done decode=32 chunk=4 +[2026-06-08T15:43:36+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:43:39+00:00] done decode=32 chunk=4 +[2026-06-08T15:43:39+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:43:43+00:00] done decode=32 chunk=5 +[2026-06-08T15:43:43+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:43:43+00:00] done decode=32 chunk=5 +[2026-06-08T15:43:43+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:43:43+00:00] done decode=32 chunk=5 +[2026-06-08T15:43:43+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:43:46+00:00] done decode=32 chunk=5 +[2026-06-08T15:43:46+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:43:50+00:00] done decode=32 chunk=6 +[2026-06-08T15:43:50+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:43:50+00:00] done decode=32 chunk=6 +[2026-06-08T15:43:50+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:43:50+00:00] done decode=32 chunk=6 +[2026-06-08T15:43:50+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:43:53+00:00] done decode=32 chunk=6 +[2026-06-08T15:43:53+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:43:57+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:43:57+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:43:57+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:44:00+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 25.46511276405882 5.134868781499587 0.08650021418517839 0.4963970441993177 0.046799461477265776 62 62 62420 65364 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 34.104004896357274 5.201895706024951 0.09082145783461594 0.5212396773882587 0.026605401410600388 0 0 56145 62243 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 25.006144201418625 5.1650374072545375 0.08291937332823844 0.48743580337490827 0.04429499426824608 61 62 63095 65425 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 32.25228971694981 5.226595784689143 0.08669180862283869 0.5095801971970533 0.0272140368819713 0 0 57370 62578 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:44:10+00:00] done +DONE 2026-06-08T15:44:10+00:00 gpu=0 m=-0.7 s=1.0 g=1.50 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 25.145929885629364 5.157438453787342 0.08594957828835587 0.4960966201322557 0.04749804833994092 60 60 62876 65329 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 33.01814577641287 5.223174925266984 0.09006624641098439 0.519842160982965 0.027252458174935438 0 0 56877 62343 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +START 2026-06-08T15:44:10+00:00 gpu=0 m=-0.7 s=1.0 g=1.75 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:44:10+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64 +[2026-06-08T15:44:10+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:44:11+00:00] done +DONE 2026-06-08T15:44:11+00:00 gpu=3 m=-0.8 s=1.1 g=1.50 +START 2026-06-08T15:44:11+00:00 gpu=3 m=-0.8 s=1.1 g=1.75 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:44:11+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:44:11+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:44:11+00:00] done +DONE 2026-06-08T15:44:11+00:00 gpu=1 m=-0.7 s=1.1 g=1.50 +START 2026-06-08T15:44:11+00:00 gpu=1 m=-0.7 s=1.1 g=1.75 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:44:11+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:44:11+00:00] run decode=32 chunk=0 n=8 seed=123 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 29.253331389228197 5.199455862450265 0.08880255731787523 0.5156163964515142 0.044538933329254675 63 63 62271 65381 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 39.120828645419614 5.264322928633949 0.09301990193250649 0.5401330021632882 0.025318078389898406 0 0 56290 62406 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma1p50_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:44:16+00:00] done +DONE 2026-06-08T15:44:16+00:00 gpu=2 m=-0.6 s=1.1 g=1.50 +START 2026-06-08T15:44:16+00:00 gpu=2 m=-0.6 s=1.1 g=1.75 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:44:16+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:44:16+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:44:17+00:00] done decode=32 chunk=0 +[2026-06-08T15:44:17+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:44:18+00:00] done decode=32 chunk=0 +[2026-06-08T15:44:18+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:44:18+00:00] done decode=32 chunk=0 +[2026-06-08T15:44:18+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:44:24+00:00] done decode=32 chunk=0 +[2026-06-08T15:44:24+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:44:25+00:00] done decode=32 chunk=1 +[2026-06-08T15:44:25+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:44:25+00:00] done decode=32 chunk=1 +[2026-06-08T15:44:25+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:44:25+00:00] done decode=32 chunk=1 +[2026-06-08T15:44:25+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:44:31+00:00] done decode=32 chunk=2 +[2026-06-08T15:44:31+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:44:32+00:00] done decode=32 chunk=1 +[2026-06-08T15:44:32+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:44:32+00:00] done decode=32 chunk=2 +[2026-06-08T15:44:32+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:44:32+00:00] done decode=32 chunk=2 +[2026-06-08T15:44:32+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:44:39+00:00] done decode=32 chunk=3 +[2026-06-08T15:44:39+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:44:39+00:00] done decode=32 chunk=3 +[2026-06-08T15:44:39+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:44:39+00:00] done decode=32 chunk=3 +[2026-06-08T15:44:39+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:44:42+00:00] done decode=32 chunk=2 +[2026-06-08T15:44:42+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:44:46+00:00] done decode=32 chunk=4 +[2026-06-08T15:44:46+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:44:46+00:00] done decode=32 chunk=4 +[2026-06-08T15:44:46+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:44:46+00:00] done decode=32 chunk=4 +[2026-06-08T15:44:46+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:44:49+00:00] done decode=32 chunk=3 +[2026-06-08T15:44:49+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:44:53+00:00] done decode=32 chunk=5 +[2026-06-08T15:44:53+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:44:53+00:00] done decode=32 chunk=5 +[2026-06-08T15:44:53+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:44:53+00:00] done decode=32 chunk=5 +[2026-06-08T15:44:53+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:44:56+00:00] done decode=32 chunk=4 +[2026-06-08T15:44:56+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:45:00+00:00] done decode=32 chunk=6 +[2026-06-08T15:45:00+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:45:00+00:00] done decode=32 chunk=6 +[2026-06-08T15:45:00+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:45:00+00:00] done decode=32 chunk=6 +[2026-06-08T15:45:00+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:45:03+00:00] done decode=32 chunk=5 +[2026-06-08T15:45:03+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:45:07+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:45:07+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:45:07+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:45:10+00:00] done decode=32 chunk=6 +[2026-06-08T15:45:10+00:00] run decode=32 chunk=7 n=8 seed=130 +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:45:18+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 24.674175155187978 5.093122741046169 0.08530871215030802 0.48701837399373193 0.044997157912525156 61 61 62013 65093 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 32.57177880020669 5.155799273342083 0.08941453046502641 0.5104101251147287 0.02523186912276182 0 0 56005 62104 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 25.595100633445327 5.141551190417838 0.083746328928047 0.49122753346080306 0.04238558492413118 63 63 62390 65376 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 33.139684495570776 5.201097427500396 0.08752518307697227 0.5134231943844838 0.02646221738991398 0 0 56687 62542 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 27.28656623661575 5.141192201769601 0.08421745587042055 0.4982240729967237 0.04099879055098823 60 61 62326 65319 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 35.22637379554865 5.196268191770475 0.08790067431529833 0.5199821031942602 0.025198938992042442 0 0 56820 62582 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:45:20+00:00] done +DONE 2026-06-08T15:45:20+00:00 gpu=0 m=-0.7 s=1.0 g=1.75 +START 2026-06-08T15:45:20+00:00 gpu=0 m=-0.7 s=1.0 g=2.00 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:45:21+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64 +[2026-06-08T15:45:21+00:00] run decode=32 chunk=0 n=8 seed=123 +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:45:21+00:00] done +DONE 2026-06-08T15:45:21+00:00 gpu=3 m=-0.8 s=1.1 g=1.75 +START 2026-06-08T15:45:21+00:00 gpu=3 m=-0.8 s=1.1 g=2.00 +[2026-06-08T15:45:21+00:00] done +DONE 2026-06-08T15:45:21+00:00 gpu=1 m=-0.7 s=1.1 g=1.75 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:45:21+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:45:21+00:00] run decode=32 chunk=0 n=8 seed=123 +START 2026-06-08T15:45:21+00:00 gpu=1 m=-0.7 s=1.1 g=2.00 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:45:21+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:45:21+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:45:27+00:00] done decode=32 chunk=0 +[2026-06-08T15:45:27+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:45:28+00:00] done decode=32 chunk=0 +[2026-06-08T15:45:28+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:45:28+00:00] done decode=32 chunk=0 +[2026-06-08T15:45:28+00:00] run decode=32 chunk=1 n=8 seed=124 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 28.844078229304245 5.136318742884756 0.08770261773681547 0.5041099251625567 0.04272416384241439 63 63 61485 65209 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 38.152279786750405 5.195950655605326 0.09169339320076972 0.5270770859058035 0.024342527261064784 0 0 55756 62360 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma1p75_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:45:34+00:00] done +DONE 2026-06-08T15:45:34+00:00 gpu=2 m=-0.6 s=1.1 g=1.75 +START 2026-06-08T15:45:34+00:00 gpu=2 m=-0.6 s=1.1 g=2.00 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:45:34+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:45:34+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:45:35+00:00] done decode=32 chunk=1 +[2026-06-08T15:45:35+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:45:35+00:00] done decode=32 chunk=1 +[2026-06-08T15:45:35+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:45:35+00:00] done decode=32 chunk=1 +[2026-06-08T15:45:35+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:45:41+00:00] done decode=32 chunk=2 +[2026-06-08T15:45:41+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:45:42+00:00] done decode=32 chunk=2 +[2026-06-08T15:45:42+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:45:42+00:00] done decode=32 chunk=2 +[2026-06-08T15:45:42+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:45:43+00:00] done decode=32 chunk=0 +[2026-06-08T15:45:43+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:45:48+00:00] done decode=32 chunk=3 +[2026-06-08T15:45:48+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:45:49+00:00] done decode=32 chunk=3 +[2026-06-08T15:45:49+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:45:49+00:00] done decode=32 chunk=3 +[2026-06-08T15:45:49+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:45:51+00:00] done decode=32 chunk=1 +[2026-06-08T15:45:51+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:45:55+00:00] done decode=32 chunk=4 +[2026-06-08T15:45:55+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:45:56+00:00] done decode=32 chunk=4 +[2026-06-08T15:45:56+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:45:56+00:00] done decode=32 chunk=4 +[2026-06-08T15:45:56+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:46:00+00:00] done decode=32 chunk=2 +[2026-06-08T15:46:00+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:46:02+00:00] done decode=32 chunk=5 +[2026-06-08T15:46:02+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:46:03+00:00] done decode=32 chunk=5 +[2026-06-08T15:46:03+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:46:03+00:00] done decode=32 chunk=5 +[2026-06-08T15:46:03+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:46:07+00:00] done decode=32 chunk=3 +[2026-06-08T15:46:07+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:46:09+00:00] done decode=32 chunk=6 +[2026-06-08T15:46:09+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:46:10+00:00] done decode=32 chunk=6 +[2026-06-08T15:46:10+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:46:10+00:00] done decode=32 chunk=6 +[2026-06-08T15:46:10+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:46:15+00:00] done decode=32 chunk=4 +[2026-06-08T15:46:15+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:46:16+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:46:17+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:46:17+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:46:22+00:00] done decode=32 chunk=5 +[2026-06-08T15:46:22+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:46:28+00:00] done decode=32 chunk=6 +[2026-06-08T15:46:28+00:00] run decode=32 chunk=7 n=8 seed=130 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 24.084238199197365 5.021201815050668 0.07967938205949517 0.4627881314369789 0.04164048491164615 60 62 61275 65249 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 31.02684902921224 5.073971331458516 0.0832172869147659 0.4833050549028396 0.024297719087635054 0 0 55695 62475 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 25.265202919766065 5.085413682067284 0.08192852326365475 0.48101944797780877 0.03766934346839944 58 59 61678 65252 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 31.732081700246965 5.133858975796755 0.0851996493185622 0.5002550451111041 0.02174224914322149 0 0 56610 62735 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 23.571224444785607 5.075683824364516 0.07841185747752989 0.47367856924113433 0.04181659495628474 59 64 62232 65309 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 30.236367449616047 5.133033762537179 0.08190427437931917 0.4948089136312009 0.024251343742001535 0 0 56611 62512 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:46:30+00:00] done +DONE 2026-06-08T15:46:30+00:00 gpu=0 m=-0.7 s=1.0 g=2.00 +START 2026-06-08T15:46:30+00:00 gpu=0 m=-0.7 s=1.0 g=2.25 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:46:30+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64 +[2026-06-08T15:46:30+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:46:30+00:00] done +DONE 2026-06-08T15:46:30+00:00 gpu=1 m=-0.7 s=1.1 g=2.00 +START 2026-06-08T15:46:30+00:00 gpu=1 m=-0.7 s=1.1 g=2.25 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:46:31+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:46:31+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:46:31+00:00] done +DONE 2026-06-08T15:46:31+00:00 gpu=3 m=-0.8 s=1.1 g=2.00 +START 2026-06-08T15:46:31+00:00 gpu=3 m=-0.8 s=1.1 g=2.25 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:46:31+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:46:31+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:46:36+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:46:37+00:00] done decode=32 chunk=0 +[2026-06-08T15:46:37+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:46:38+00:00] done decode=32 chunk=0 +[2026-06-08T15:46:38+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:46:38+00:00] done decode=32 chunk=0 +[2026-06-08T15:46:38+00:00] run decode=32 chunk=1 n=8 seed=124 +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:46:44+00:00] done decode=32 chunk=1 +[2026-06-08T15:46:44+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:46:45+00:00] done decode=32 chunk=1 +[2026-06-08T15:46:45+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:46:45+00:00] done decode=32 chunk=1 +[2026-06-08T15:46:45+00:00] run decode=32 chunk=2 n=8 seed=125 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 27.654694039489147 5.070332891407034 0.08547939322361459 0.4843241916682005 0.04104483335122782 61 61 61159 65197 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 35.948430977789364 5.123739168993003 0.08920909382004483 0.5054996077426792 0.024703810438680755 0 0 55655 62460 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p00_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:46:48+00:00] done +DONE 2026-06-08T15:46:48+00:00 gpu=2 m=-0.6 s=1.1 g=2.00 +START 2026-06-08T15:46:48+00:00 gpu=2 m=-0.6 s=1.1 g=2.25 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:46:48+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:46:48+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:46:51+00:00] done decode=32 chunk=2 +[2026-06-08T15:46:51+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:46:52+00:00] done decode=32 chunk=2 +[2026-06-08T15:46:52+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:46:52+00:00] done decode=32 chunk=2 +[2026-06-08T15:46:52+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:46:55+00:00] done decode=32 chunk=0 +[2026-06-08T15:46:55+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:46:58+00:00] done decode=32 chunk=3 +[2026-06-08T15:46:58+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:46:59+00:00] done decode=32 chunk=3 +[2026-06-08T15:46:59+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:46:59+00:00] done decode=32 chunk=3 +[2026-06-08T15:46:59+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:47:02+00:00] done decode=32 chunk=1 +[2026-06-08T15:47:02+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:47:05+00:00] done decode=32 chunk=4 +[2026-06-08T15:47:05+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:47:06+00:00] done decode=32 chunk=4 +[2026-06-08T15:47:06+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:47:06+00:00] done decode=32 chunk=4 +[2026-06-08T15:47:06+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:47:08+00:00] done decode=32 chunk=2 +[2026-06-08T15:47:08+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:47:12+00:00] done decode=32 chunk=5 +[2026-06-08T15:47:12+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:47:13+00:00] done decode=32 chunk=5 +[2026-06-08T15:47:13+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:47:13+00:00] done decode=32 chunk=5 +[2026-06-08T15:47:13+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:47:15+00:00] done decode=32 chunk=3 +[2026-06-08T15:47:15+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:47:19+00:00] done decode=32 chunk=6 +[2026-06-08T15:47:19+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:47:20+00:00] done decode=32 chunk=6 +[2026-06-08T15:47:20+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:47:20+00:00] done decode=32 chunk=6 +[2026-06-08T15:47:20+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:47:22+00:00] done decode=32 chunk=4 +[2026-06-08T15:47:22+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:47:26+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:47:27+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:47:27+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:47:29+00:00] done decode=32 chunk=5 +[2026-06-08T15:47:29+00:00] run decode=32 chunk=6 n=8 seed=129 +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:47:36+00:00] done decode=32 chunk=6 +[2026-06-08T15:47:36+00:00] run decode=32 chunk=7 n=8 seed=130 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 23.693922238882447 4.992047445144883 0.0808761454511965 0.4573432799164978 0.03932523906736865 61 61 60941 65149 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 29.9730855295806 5.037358073108425 0.08425295077247864 0.4764814074370252 0.023462239708281356 0 0 55662 62526 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 24.966059279759392 5.049597169111026 0.08053794075299452 0.47283449490694646 0.03861471065772141 62 65 61350 65286 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 31.579606134977716 5.097047145475261 0.08384370015948964 0.4922726040287724 0.0235725677830941 0 0 56138 62700 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 23.697902145866742 5.041513487854978 0.07807826233682563 0.4658383187605461 0.03982144774585449 60 61 61816 65191 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 29.48738932880424 5.089198636767547 0.0812009444196286 0.4844375668043967 0.022876651139046647 0 0 56767 62684 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:47:39+00:00] done +DONE 2026-06-08T15:47:39+00:00 gpu=0 m=-0.7 s=1.0 g=2.25 +START 2026-06-08T15:47:40+00:00 gpu=0 m=-0.7 s=1.0 g=2.50 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=0 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:47:40+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64 +[2026-06-08T15:47:40+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:47:40+00:00] done +DONE 2026-06-08T15:47:40+00:00 gpu=1 m=-0.7 s=1.1 g=2.25 +START 2026-06-08T15:47:40+00:00 gpu=1 m=-0.7 s=1.1 g=2.50 +[2026-06-08T15:47:40+00:00] done +DONE 2026-06-08T15:47:40+00:00 gpu=3 m=-0.8 s=1.1 g=2.25 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=1 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:47:40+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:47:40+00:00] run decode=32 chunk=0 n=8 seed=123 +START 2026-06-08T15:47:40+00:00 gpu=3 m=-0.8 s=1.1 g=2.50 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=3 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:47:40+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:47:40+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:47:43+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:47:46+00:00] done decode=32 chunk=0 +[2026-06-08T15:47:46+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:47:47+00:00] done decode=32 chunk=0 +[2026-06-08T15:47:47+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:47:47+00:00] done decode=32 chunk=0 +[2026-06-08T15:47:47+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:47:54+00:00] done decode=32 chunk=1 +[2026-06-08T15:47:54+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:47:54+00:00] done decode=32 chunk=1 +[2026-06-08T15:47:54+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:47:54+00:00] done decode=32 chunk=1 +[2026-06-08T15:47:54+00:00] run decode=32 chunk=2 n=8 seed=125 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 25.174531009473792 5.0388563023984165 0.08290306270970906 0.4709045780474352 0.04130597986793118 61 62 61316 65269 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 32.537291715453534 5.092185114167868 0.08654476812081073 0.49161734122540396 0.022572027323191118 0 0 55766 62511 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p25_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:47:55+00:00] done +DONE 2026-06-08T15:47:55+00:00 gpu=2 m=-0.6 s=1.1 g=2.25 +START 2026-06-08T15:47:55+00:00 gpu=2 m=-0.6 s=1.1 g=2.50 +checkpoint=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_50ep_lr2e3_ema0p9999_elfopt_t5embed_unfixed_norm_stateprobadd_selfcond_ce_fast_20260606_144231/step_170000.pt +use_ema=1 +step=170000 +decode_steps=32 +n=64 chunk_n=8 gpu=2 +out_base=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608 +[2026-06-08T15:47:55+00:00] infer step=170000 decode=32 -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64 +[2026-06-08T15:47:55+00:00] run decode=32 chunk=0 n=8 seed=123 +[2026-06-08T15:48:01+00:00] done decode=32 chunk=2 +[2026-06-08T15:48:01+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:48:01+00:00] done decode=32 chunk=2 +[2026-06-08T15:48:01+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:48:01+00:00] done decode=32 chunk=2 +[2026-06-08T15:48:01+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:48:02+00:00] done decode=32 chunk=0 +[2026-06-08T15:48:02+00:00] run decode=32 chunk=1 n=8 seed=124 +[2026-06-08T15:48:07+00:00] done decode=32 chunk=3 +[2026-06-08T15:48:07+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:48:08+00:00] done decode=32 chunk=3 +[2026-06-08T15:48:08+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:48:08+00:00] done decode=32 chunk=3 +[2026-06-08T15:48:08+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:48:09+00:00] done decode=32 chunk=1 +[2026-06-08T15:48:09+00:00] run decode=32 chunk=2 n=8 seed=125 +[2026-06-08T15:48:15+00:00] done decode=32 chunk=4 +[2026-06-08T15:48:15+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:48:15+00:00] done decode=32 chunk=4 +[2026-06-08T15:48:15+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:48:15+00:00] done decode=32 chunk=4 +[2026-06-08T15:48:15+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:48:16+00:00] done decode=32 chunk=2 +[2026-06-08T15:48:16+00:00] run decode=32 chunk=3 n=8 seed=126 +[2026-06-08T15:48:22+00:00] done decode=32 chunk=5 +[2026-06-08T15:48:22+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:48:22+00:00] done decode=32 chunk=5 +[2026-06-08T15:48:22+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:48:22+00:00] done decode=32 chunk=5 +[2026-06-08T15:48:22+00:00] run decode=32 chunk=6 n=8 seed=129 +[2026-06-08T15:48:23+00:00] done decode=32 chunk=3 +[2026-06-08T15:48:23+00:00] run decode=32 chunk=4 n=8 seed=127 +[2026-06-08T15:48:29+00:00] done decode=32 chunk=6 +[2026-06-08T15:48:29+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:48:29+00:00] done decode=32 chunk=6 +[2026-06-08T15:48:29+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:48:29+00:00] done decode=32 chunk=6 +[2026-06-08T15:48:29+00:00] run decode=32 chunk=7 n=8 seed=130 +[2026-06-08T15:48:30+00:00] done decode=32 chunk=4 +[2026-06-08T15:48:30+00:00] run decode=32 chunk=5 n=8 seed=128 +[2026-06-08T15:48:36+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:48:36+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:48:36+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +[2026-06-08T15:48:37+00:00] done decode=32 chunk=5 +[2026-06-08T15:48:37+00:00] run decode=32 chunk=6 n=8 seed=129 +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +[2026-06-08T15:48:44+00:00] done decode=32 chunk=6 +[2026-06-08T15:48:44+00:00] run decode=32 chunk=7 n=8 seed=130 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 22.183295482418455 4.971469676607801 0.07550173751970975 0.45124154190012555 0.03667927070097821 57 58 61603 65323 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 27.258200674732276 5.015244897536482 0.07842638383131649 0.46868937442356007 0.02238936505160049 0 0 56696 62887 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p8_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p8_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 23.524054834667172 5.024235190682451 0.07921960489815937 0.46242030407062285 0.038222808012383334 59 60 61266 65249 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 29.52189721859362 5.071457529805532 0.08244413608306618 0.48121092254689296 0.02309520391725282 0 0 56124 62697 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p7_s1p1_sc1p0_decode32_n64/sc1p0 +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 21.952656805572055 4.916800291360432 0.07723084941670627 0.4411791758646063 0.03832416108411387 59 60 60448 65233 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 27.51050197844278 4.959951572644155 0.08038677559356651 0.45914378261077693 0.021939622159816187 0 0 55288 62672 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p7_s1p0_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p7_s1p0_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:48:49+00:00] done +DONE 2026-06-08T15:48:49+00:00 gpu=3 m=-0.8 s=1.1 g=2.50 +[2026-06-08T15:48:49+00:00] done +DONE 2026-06-08T15:48:49+00:00 gpu=1 m=-0.7 s=1.1 g=2.50 +[2026-06-08T15:48:49+00:00] done +DONE 2026-06-08T15:48:49+00:00 gpu=0 m=-0.7 s=1.0 g=2.50 +[2026-06-08T15:48:51+00:00] done decode=32 chunk=7 +merged 64 samples -> /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0/samples64.txt +loading scorer /e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard dtype=fp32 device=cuda +run kind ppl mean_entropy distinct_1 distinct_2 top_token_mass eos_rows eos_total ppl_tokens t5_tokens path +sc1p0 raw_full 25.56861985862191 5.007517763619101 0.0820928699544695 0.46860340334202055 0.0398736796921709 61 61 60569 65231 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +sc1p0 pre_eos 32.81872528504946 5.056879901669754 0.08556953123751379 0.48847653752717046 0.021624126963831928 0 0 55207 62569 /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260608/owt_t5_elftokenized_full_pow1_unfixed_norm_stateprobadd_selfcond_ce_fast_lr2e3_ema0p9999_ema_decode32_logitnorm_gamma_mn0p6_s1p1_step170000_ema_dgamma2p50_tschedlogit_normal_mn0p6_s1p1_sc1p0_decode32_n64/sc1p0 +[2026-06-08T15:49:03+00:00] done +DONE 2026-06-08T15:49:03+00:00 gpu=2 m=-0.6 s=1.1 g=2.50 +ALL_DONE 2026-06-08T15:49:03+00:00 diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/length_diag_len512_d256_l3_h4_4gpu_steps40000_20260526_221958.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/length_diag_len512_d256_l3_h4_4gpu_steps40000_20260526_221958.log new file mode 100644 index 0000000000000000000000000000000000000000..4eea5d4dc002188f5708d8343cba758717d7747d --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/length_diag_len512_d256_l3_h4_4gpu_steps40000_20260526_221958.log @@ -0,0 +1,426 @@ +W0526 22:29:48.987000 1918781 torch/distributed/run.py:792] +W0526 22:29:48.987000 1918781 torch/distributed/run.py:792] ***************************************** +W0526 22:29:48.987000 1918781 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +W0526 22:29:48.987000 1918781 torch/distributed/run.py:792] ***************************************** +{ + "cache_path": "../mini_owt_fit/cache/owt_t5_len512_from_payload1022_appendeos1.pt", + "tokenizer_path": "/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small/tokenizer.json", + "out_dir": "runs/length_diag_len512_d256_l3_h4_4gpu_steps40000_20260526_221958", + "subset_size": 0, + "resume": "", + "steps": 40000, + "batch_size": 8, + "grad_accum": 1, + "lr": 0.0003, + "log_every": 100, + "save_every": 1000, + "dim": 256, + "layers": 3, + "heads": 4, + "mlp_dim": 1024, + "time_tokens": 4, + "c_min": 1.0, + "c_max": 1024.0, + "seed": 1234 +} +[data] rows=2860537 length=512 vocab=32100 seen=8013769 dropped=5153232 bos=1: eos=1: +step=100 loss=7.2286 {'pos0_bos_p': 0.5428104996681213, 'pos0_bos_top1': 4, 'last_eos_p': 0.5332822203636169, 'last_eos_top1': 4} +step=200 loss=7.2465 {'pos0_bos_p': 0.9345881342887878, 'pos0_bos_top1': 4, 'last_eos_p': 0.933324933052063, 'last_eos_top1': 4} +step=300 loss=6.9267 {'pos0_bos_p': 0.8070314526557922, 'pos0_bos_top1': 4, 'last_eos_p': 0.811517596244812, 'last_eos_top1': 4} +step=400 loss=6.8439 {'pos0_bos_p': 0.9430739879608154, 'pos0_bos_top1': 4, 'last_eos_p': 0.9447622299194336, 'last_eos_top1': 4} +step=500 loss=6.7029 {'pos0_bos_p': 0.97152179479599, 'pos0_bos_top1': 4, 'last_eos_p': 0.9706050157546997, 'last_eos_top1': 4} +step=600 loss=6.0849 {'pos0_bos_p': 0.9864975810050964, 'pos0_bos_top1': 4, 'last_eos_p': 0.9877360463142395, 'last_eos_top1': 4} +step=700 loss=5.8156 {'pos0_bos_p': 0.9878588318824768, 'pos0_bos_top1': 4, 'last_eos_p': 0.9911380410194397, 'last_eos_top1': 4} +step=800 loss=5.4763 {'pos0_bos_p': 0.9893057942390442, 'pos0_bos_top1': 4, 'last_eos_p': 0.9928054213523865, 'last_eos_top1': 4} +step=900 loss=5.1360 {'pos0_bos_p': 0.9925646781921387, 'pos0_bos_top1': 4, 'last_eos_p': 0.9953165054321289, 'last_eos_top1': 4} +step=1000 loss=5.8050 {'pos0_bos_p': 0.995136559009552, 'pos0_bos_top1': 4, 'last_eos_p': 0.9971464276313782, 'last_eos_top1': 4} +step=1100 loss=5.2770 {'pos0_bos_p': 0.9963133931159973, 'pos0_bos_top1': 4, 'last_eos_p': 0.9977411031723022, 'last_eos_top1': 4} +step=1200 loss=4.6809 {'pos0_bos_p': 0.9968127608299255, 'pos0_bos_top1': 4, 'last_eos_p': 0.997734546661377, 'last_eos_top1': 4} +step=1300 loss=5.6375 {'pos0_bos_p': 0.9968425035476685, 'pos0_bos_top1': 4, 'last_eos_p': 0.9973317384719849, 'last_eos_top1': 4} +step=1400 loss=4.9622 {'pos0_bos_p': 0.9977274537086487, 'pos0_bos_top1': 4, 'last_eos_p': 0.99802565574646, 'last_eos_top1': 4} +step=1500 loss=5.1946 {'pos0_bos_p': 0.9980510473251343, 'pos0_bos_top1': 4, 'last_eos_p': 0.9982170462608337, 'last_eos_top1': 4} +step=1600 loss=6.0009 {'pos0_bos_p': 0.9980791807174683, 'pos0_bos_top1': 4, 'last_eos_p': 0.9982757568359375, 'last_eos_top1': 4} +step=1700 loss=5.1194 {'pos0_bos_p': 0.9980650544166565, 'pos0_bos_top1': 4, 'last_eos_p': 0.9980505704879761, 'last_eos_top1': 4} +step=1800 loss=4.3220 {'pos0_bos_p': 0.9983502626419067, 'pos0_bos_top1': 4, 'last_eos_p': 0.9984796643257141, 'last_eos_top1': 4} +step=1900 loss=5.5107 {'pos0_bos_p': 0.9984862208366394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9985274076461792, 'last_eos_top1': 4} +step=2000 loss=5.0794 {'pos0_bos_p': 0.9985483288764954, 'pos0_bos_top1': 4, 'last_eos_p': 0.998536229133606, 'last_eos_top1': 4} +step=2100 loss=4.9547 {'pos0_bos_p': 0.9988847374916077, 'pos0_bos_top1': 4, 'last_eos_p': 0.9987375140190125, 'last_eos_top1': 4} +step=2200 loss=4.3467 {'pos0_bos_p': 0.998736560344696, 'pos0_bos_top1': 4, 'last_eos_p': 0.9987230896949768, 'last_eos_top1': 4} +step=2300 loss=4.4955 {'pos0_bos_p': 0.9987422823905945, 'pos0_bos_top1': 4, 'last_eos_p': 0.998599112033844, 'last_eos_top1': 4} +step=2400 loss=3.3878 {'pos0_bos_p': 0.9988105297088623, 'pos0_bos_top1': 4, 'last_eos_p': 0.9988264441490173, 'last_eos_top1': 4} +step=2500 loss=4.5579 {'pos0_bos_p': 0.9988901019096375, 'pos0_bos_top1': 4, 'last_eos_p': 0.9989213943481445, 'last_eos_top1': 4} +step=2600 loss=4.2367 {'pos0_bos_p': 0.9987167119979858, 'pos0_bos_top1': 4, 'last_eos_p': 0.9987905621528625, 'last_eos_top1': 4} +step=2700 loss=4.6436 {'pos0_bos_p': 0.9987780451774597, 'pos0_bos_top1': 4, 'last_eos_p': 0.9989808201789856, 'last_eos_top1': 4} +step=2800 loss=4.6348 {'pos0_bos_p': 0.9989067316055298, 'pos0_bos_top1': 4, 'last_eos_p': 0.9989762306213379, 'last_eos_top1': 4} +step=2900 loss=2.7339 {'pos0_bos_p': 0.9991104006767273, 'pos0_bos_top1': 4, 'last_eos_p': 0.9992275238037109, 'last_eos_top1': 4} +step=3000 loss=3.8760 {'pos0_bos_p': 0.9992281198501587, 'pos0_bos_top1': 4, 'last_eos_p': 0.9992320537567139, 'last_eos_top1': 4} +step=3100 loss=5.5894 {'pos0_bos_p': 0.999041736125946, 'pos0_bos_top1': 4, 'last_eos_p': 0.9991102814674377, 'last_eos_top1': 4} +step=3200 loss=3.0852 {'pos0_bos_p': 0.9992801547050476, 'pos0_bos_top1': 4, 'last_eos_p': 0.9992904663085938, 'last_eos_top1': 4} +step=3300 loss=3.7114 {'pos0_bos_p': 0.9994068145751953, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994370341300964, 'last_eos_top1': 4} +step=3400 loss=4.9119 {'pos0_bos_p': 0.9992316961288452, 'pos0_bos_top1': 4, 'last_eos_p': 0.9992997646331787, 'last_eos_top1': 4} +step=3500 loss=3.7738 {'pos0_bos_p': 0.9994509816169739, 'pos0_bos_top1': 4, 'last_eos_p': 0.999451220035553, 'last_eos_top1': 4} +step=3600 loss=3.1688 {'pos0_bos_p': 0.9995419979095459, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995504021644592, 'last_eos_top1': 4} +step=3700 loss=3.4367 {'pos0_bos_p': 0.9995220899581909, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994497895240784, 'last_eos_top1': 4} +step=3800 loss=4.2707 {'pos0_bos_p': 0.9995793700218201, 'pos0_bos_top1': 4, 'last_eos_p': 0.999500036239624, 'last_eos_top1': 4} +step=3900 loss=5.4563 {'pos0_bos_p': 0.9995649456977844, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995518326759338, 'last_eos_top1': 4} +step=4000 loss=3.7971 {'pos0_bos_p': 0.99954754114151, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994538426399231, 'last_eos_top1': 4} +step=4100 loss=4.5064 {'pos0_bos_p': 0.9994913339614868, 'pos0_bos_top1': 4, 'last_eos_p': 0.999367892742157, 'last_eos_top1': 4} +step=4200 loss=4.0607 {'pos0_bos_p': 0.9996055960655212, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994733929634094, 'last_eos_top1': 4} +step=4300 loss=3.7961 {'pos0_bos_p': 0.9996304512023926, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995335340499878, 'last_eos_top1': 4} +step=4400 loss=3.4871 {'pos0_bos_p': 0.9996232986450195, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994897842407227, 'last_eos_top1': 4} +step=4500 loss=5.6084 {'pos0_bos_p': 0.9997205138206482, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996069073677063, 'last_eos_top1': 4} +step=4600 loss=4.5265 {'pos0_bos_p': 0.9996204376220703, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995194673538208, 'last_eos_top1': 4} +step=4700 loss=4.3960 {'pos0_bos_p': 0.9995934367179871, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994602799415588, 'last_eos_top1': 4} +step=4800 loss=4.3798 {'pos0_bos_p': 0.9996843338012695, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995966553688049, 'last_eos_top1': 4} +step=4900 loss=3.1587 {'pos0_bos_p': 0.9995962977409363, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995177984237671, 'last_eos_top1': 4} +step=5000 loss=3.6261 {'pos0_bos_p': 0.9996069073677063, 'pos0_bos_top1': 4, 'last_eos_p': 0.999462902545929, 'last_eos_top1': 4} +step=5100 loss=2.9708 {'pos0_bos_p': 0.9997046589851379, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996020197868347, 'last_eos_top1': 4} +step=5200 loss=2.9540 {'pos0_bos_p': 0.9997428059577942, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996951818466187, 'last_eos_top1': 4} +step=5300 loss=2.1556 {'pos0_bos_p': 0.9995536208152771, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994271993637085, 'last_eos_top1': 4} +step=5400 loss=3.9129 {'pos0_bos_p': 0.999637246131897, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995465874671936, 'last_eos_top1': 4} +step=5500 loss=3.9672 {'pos0_bos_p': 0.999707043170929, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995854496955872, 'last_eos_top1': 4} +step=5600 loss=4.4603 {'pos0_bos_p': 0.9995802044868469, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994596838951111, 'last_eos_top1': 4} +step=5700 loss=5.7201 {'pos0_bos_p': 0.9995546936988831, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994540810585022, 'last_eos_top1': 4} +step=5800 loss=4.4626 {'pos0_bos_p': 0.9996980428695679, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996355772018433, 'last_eos_top1': 4} +step=5900 loss=4.9022 {'pos0_bos_p': 0.9997143149375916, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996024966239929, 'last_eos_top1': 4} +step=6000 loss=3.7093 {'pos0_bos_p': 0.9997084736824036, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996448755264282, 'last_eos_top1': 4} +step=6100 loss=3.3708 {'pos0_bos_p': 0.9996343851089478, 'pos0_bos_top1': 4, 'last_eos_p': 0.999545156955719, 'last_eos_top1': 4} +step=6200 loss=2.4102 {'pos0_bos_p': 0.9995823502540588, 'pos0_bos_top1': 4, 'last_eos_p': 0.9993222951889038, 'last_eos_top1': 4} +step=6300 loss=2.7949 {'pos0_bos_p': 0.9996278285980225, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994744658470154, 'last_eos_top1': 4} +step=6400 loss=4.2763 {'pos0_bos_p': 0.9997265934944153, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995526671409607, 'last_eos_top1': 4} +step=6500 loss=4.4179 {'pos0_bos_p': 0.9996315240859985, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994361996650696, 'last_eos_top1': 4} +step=6600 loss=4.1307 {'pos0_bos_p': 0.9997672438621521, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997032284736633, 'last_eos_top1': 4} +step=6700 loss=4.3737 {'pos0_bos_p': 0.9997279047966003, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996656179428101, 'last_eos_top1': 4} +step=6800 loss=4.0470 {'pos0_bos_p': 0.9997683167457581, 'pos0_bos_top1': 4, 'last_eos_p': 0.9996935129165649, 'last_eos_top1': 4} +step=6900 loss=4.2110 {'pos0_bos_p': 0.9998550415039062, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997884631156921, 'last_eos_top1': 4} +step=7000 loss=4.4686 {'pos0_bos_p': 0.999649167060852, 'pos0_bos_top1': 4, 'last_eos_p': 0.9994753003120422, 'last_eos_top1': 4} +step=7100 loss=3.6474 {'pos0_bos_p': 0.999688982963562, 'pos0_bos_top1': 4, 'last_eos_p': 0.9995796084403992, 'last_eos_top1': 4} +step=7200 loss=4.1826 {'pos0_bos_p': 0.9997484087944031, 'pos0_bos_top1': 4, 'last_eos_p': 0.99967360496521, 'last_eos_top1': 4} +step=7300 loss=3.4323 {'pos0_bos_p': 0.9998325109481812, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997714161872864, 'last_eos_top1': 4} +step=7400 loss=4.1477 {'pos0_bos_p': 0.9998434782028198, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997803568840027, 'last_eos_top1': 4} +step=7500 loss=5.0766 {'pos0_bos_p': 0.999788224697113, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997649788856506, 'last_eos_top1': 4} +step=7600 loss=3.9548 {'pos0_bos_p': 0.9998218417167664, 'pos0_bos_top1': 4, 'last_eos_p': 0.9997718930244446, 'last_eos_top1': 4} +step=7700 loss=4.4614 {'pos0_bos_p': 0.999830961227417, 'pos0_bos_top1': 4, 'last_eos_p': 0.999794065952301, 'last_eos_top1': 4} +step=7800 loss=4.4111 {'pos0_bos_p': 0.9998483657836914, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998329877853394, 'last_eos_top1': 4} +step=7900 loss=4.5222 {'pos0_bos_p': 0.9998506307601929, 'pos0_bos_top1': 4, 'last_eos_p': 0.999809205532074, 'last_eos_top1': 4} +step=8000 loss=5.7780 {'pos0_bos_p': 0.9998194575309753, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998052716255188, 'last_eos_top1': 4} +step=8100 loss=2.6718 {'pos0_bos_p': 0.9999194145202637, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998979568481445, 'last_eos_top1': 4} +step=8200 loss=4.0481 {'pos0_bos_p': 0.9999116659164429, 'pos0_bos_top1': 4, 'last_eos_p': 0.999881386756897, 'last_eos_top1': 4} +step=8300 loss=3.3655 {'pos0_bos_p': 0.9999097585678101, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998917579650879, 'last_eos_top1': 4} +step=8400 loss=3.7296 {'pos0_bos_p': 0.9999042749404907, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998965263366699, 'last_eos_top1': 4} +step=8500 loss=3.5417 {'pos0_bos_p': 0.9998849630355835, 'pos0_bos_top1': 4, 'last_eos_p': 0.999854564666748, 'last_eos_top1': 4} +step=8600 loss=3.1565 {'pos0_bos_p': 0.9999438524246216, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999411106109619, 'last_eos_top1': 4} +step=8700 loss=3.1316 {'pos0_bos_p': 0.9998975992202759, 'pos0_bos_top1': 4, 'last_eos_p': 0.9998869895935059, 'last_eos_top1': 4} +step=8800 loss=3.5621 {'pos0_bos_p': 0.9999427795410156, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999337196350098, 'last_eos_top1': 4} +step=8900 loss=3.7180 {'pos0_bos_p': 0.9999264478683472, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999213218688965, 'last_eos_top1': 4} +step=9000 loss=3.6814 {'pos0_bos_p': 0.9999386072158813, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999340772628784, 'last_eos_top1': 4} +step=9100 loss=3.7906 {'pos0_bos_p': 0.9999289512634277, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999256134033203, 'last_eos_top1': 4} +step=9200 loss=4.0621 {'pos0_bos_p': 0.9999411106109619, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999372959136963, 'last_eos_top1': 4} +step=9300 loss=4.2759 {'pos0_bos_p': 0.9999549388885498, 'pos0_bos_top1': 4, 'last_eos_p': 0.999943733215332, 'last_eos_top1': 4} +step=9400 loss=3.6376 {'pos0_bos_p': 0.9999439716339111, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999396800994873, 'last_eos_top1': 4} +step=9500 loss=2.0153 {'pos0_bos_p': 0.9999303817749023, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999210834503174, 'last_eos_top1': 4} +step=9600 loss=3.4315 {'pos0_bos_p': 0.9999560117721558, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999523162841797, 'last_eos_top1': 4} +step=9700 loss=2.5703 {'pos0_bos_p': 0.9999544620513916, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999518394470215, 'last_eos_top1': 4} +step=9800 loss=3.4693 {'pos0_bos_p': 0.9999334812164307, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999330043792725, 'last_eos_top1': 4} +step=9900 loss=1.5927 {'pos0_bos_p': 0.999937891960144, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999226331710815, 'last_eos_top1': 4} +step=10000 loss=3.3874 {'pos0_bos_p': 0.9999411106109619, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999414682388306, 'last_eos_top1': 4} +step=10100 loss=3.3689 {'pos0_bos_p': 0.9999592304229736, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999591112136841, 'last_eos_top1': 4} +step=10200 loss=4.1073 {'pos0_bos_p': 0.9999493360519409, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999523162841797, 'last_eos_top1': 4} +step=10300 loss=3.7001 {'pos0_bos_p': 0.999954342842102, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999641180038452, 'last_eos_top1': 4} +step=10400 loss=4.8470 {'pos0_bos_p': 0.9999337196350098, 'pos0_bos_top1': 4, 'last_eos_p': 0.999946117401123, 'last_eos_top1': 4} +step=10500 loss=4.0317 {'pos0_bos_p': 0.9999614953994751, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999667406082153, 'last_eos_top1': 4} +step=10600 loss=3.7106 {'pos0_bos_p': 0.9999603033065796, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999661445617676, 'last_eos_top1': 4} +step=10700 loss=2.7635 {'pos0_bos_p': 0.9999673366546631, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999743700027466, 'last_eos_top1': 4} +step=10800 loss=5.1715 {'pos0_bos_p': 0.9999655485153198, 'pos0_bos_top1': 4, 'last_eos_p': 0.999974250793457, 'last_eos_top1': 4} +step=10900 loss=2.7226 {'pos0_bos_p': 0.9999657869338989, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999701976776123, 'last_eos_top1': 4} +step=11000 loss=2.6103 {'pos0_bos_p': 0.9999561309814453, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999657869338989, 'last_eos_top1': 4} +step=11100 loss=4.4516 {'pos0_bos_p': 0.999974250793457, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999798536300659, 'last_eos_top1': 4} +step=11200 loss=3.0512 {'pos0_bos_p': 0.999976396560669, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=11300 loss=4.1645 {'pos0_bos_p': 0.9999775886535645, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999806880950928, 'last_eos_top1': 4} +step=11400 loss=4.1301 {'pos0_bos_p': 0.9999711513519287, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=11500 loss=5.3245 {'pos0_bos_p': 0.9999810457229614, 'pos0_bos_top1': 4, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=11600 loss=4.5307 {'pos0_bos_p': 0.9999774694442749, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=11700 loss=3.4433 {'pos0_bos_p': 0.99997878074646, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=11800 loss=3.7900 {'pos0_bos_p': 0.9999762773513794, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=11900 loss=3.9122 {'pos0_bos_p': 0.999985933303833, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999918937683105, 'last_eos_top1': 4} +step=12000 loss=4.4534 {'pos0_bos_p': 0.9999825954437256, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=12100 loss=3.4544 {'pos0_bos_p': 0.9999829530715942, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=12200 loss=3.1251 {'pos0_bos_p': 0.9999877214431763, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999922513961792, 'last_eos_top1': 4} +step=12300 loss=4.2182 {'pos0_bos_p': 0.9999727010726929, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=12400 loss=4.5856 {'pos0_bos_p': 0.9999867677688599, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999927282333374, 'last_eos_top1': 4} +step=12500 loss=4.9507 {'pos0_bos_p': 0.9999876022338867, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999927282333374, 'last_eos_top1': 4} +step=12600 loss=5.4264 {'pos0_bos_p': 0.9999899864196777, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999946355819702, 'last_eos_top1': 4} +step=12700 loss=4.2056 {'pos0_bos_p': 0.9999881982803345, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999939203262329, 'last_eos_top1': 4} +step=12800 loss=5.5941 {'pos0_bos_p': 0.9999889135360718, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999945163726807, 'last_eos_top1': 4} +step=12900 loss=3.6401 {'pos0_bos_p': 0.9999880790710449, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999946355819702, 'last_eos_top1': 4} +step=13000 loss=4.2919 {'pos0_bos_p': 0.9999892711639404, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999949932098389, 'last_eos_top1': 4} +step=13100 loss=4.0788 {'pos0_bos_p': 0.9999911785125732, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999958276748657, 'last_eos_top1': 4} +step=13200 loss=5.2596 {'pos0_bos_p': 0.9999916553497314, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999959468841553, 'last_eos_top1': 4} +step=13300 loss=3.0710 {'pos0_bos_p': 0.999987006187439, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999946355819702, 'last_eos_top1': 4} +step=13400 loss=3.9736 {'pos0_bos_p': 0.9999927282333374, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999963045120239, 'last_eos_top1': 4} +step=13500 loss=3.2135 {'pos0_bos_p': 0.9999939203262329, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999967813491821, 'last_eos_top1': 4} +step=13600 loss=3.4537 {'pos0_bos_p': 0.9999946355819702, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4} +step=13700 loss=3.4531 {'pos0_bos_p': 0.9999916553497314, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999961853027344, 'last_eos_top1': 4} +step=13800 loss=3.6901 {'pos0_bos_p': 0.9999891519546509, 'pos0_bos_top1': 4, 'last_eos_p': 0.999995231628418, 'last_eos_top1': 4} +step=13900 loss=3.8962 {'pos0_bos_p': 0.9999955892562866, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4} +step=14000 loss=4.0519 {'pos0_bos_p': 0.9999951124191284, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4} +step=14100 loss=4.3229 {'pos0_bos_p': 0.9999957084655762, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4} +step=14200 loss=2.6693 {'pos0_bos_p': 0.999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4} +step=14300 loss=4.6166 {'pos0_bos_p': 0.9999951124191284, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999972581863403, 'last_eos_top1': 4} +step=14400 loss=2.4148 {'pos0_bos_p': 0.9999942779541016, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999971389770508, 'last_eos_top1': 4} +step=14500 loss=4.1042 {'pos0_bos_p': 0.9999959468841553, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4} +step=14600 loss=3.7968 {'pos0_bos_p': 0.9999959468841553, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4} +step=14700 loss=4.6907 {'pos0_bos_p': 0.9999935626983643, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999970197677612, 'last_eos_top1': 4} +step=14800 loss=3.1424 {'pos0_bos_p': 0.9999955892562866, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4} +step=14900 loss=4.0253 {'pos0_bos_p': 0.9999946355819702, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999974966049194, 'last_eos_top1': 4} +step=15000 loss=3.8020 {'pos0_bos_p': 0.9999943971633911, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999973773956299, 'last_eos_top1': 4} +step=15100 loss=3.0508 {'pos0_bos_p': 0.9999954700469971, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4} +step=15200 loss=3.1176 {'pos0_bos_p': 0.9999957084655762, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999979734420776, 'last_eos_top1': 4} +step=15300 loss=4.1332 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4} +step=15400 loss=4.4994 {'pos0_bos_p': 0.9999977350234985, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4} +step=15500 loss=5.0983 {'pos0_bos_p': 0.9999973773956299, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4} +step=15600 loss=2.6699 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4} +step=15700 loss=4.9188 {'pos0_bos_p': 0.9999954700469971, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999980926513672, 'last_eos_top1': 4} +step=15800 loss=3.7380 {'pos0_bos_p': 0.9999970197677612, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999986886978149, 'last_eos_top1': 4} +step=15900 loss=3.2097 {'pos0_bos_p': 0.999996542930603, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999984502792358, 'last_eos_top1': 4} +step=16000 loss=1.9593 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4} +step=16100 loss=3.5015 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4} +step=16200 loss=3.9477 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4} +step=16300 loss=4.8705 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4} +step=16400 loss=2.9789 {'pos0_bos_p': 0.9999983310699463, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4} +step=16500 loss=3.7352 {'pos0_bos_p': 0.9999978542327881, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4} +step=16600 loss=2.6939 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999988079071045, 'last_eos_top1': 4} +step=16700 loss=4.8267 {'pos0_bos_p': 0.9999979734420776, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4} +step=16800 loss=4.1134 {'pos0_bos_p': 0.9999974966049194, 'pos0_bos_top1': 4, 'last_eos_p': 0.999998927116394, 'last_eos_top1': 4} +step=16900 loss=2.8157 {'pos0_bos_p': 0.9999982118606567, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4} +step=17000 loss=4.6236 {'pos0_bos_p': 0.999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4} +step=17100 loss=3.6429 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999990463256836, 'last_eos_top1': 4} +step=17200 loss=4.5208 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4} +step=17300 loss=3.1830 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4} +step=17400 loss=4.9940 {'pos0_bos_p': 0.9999984502792358, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999992847442627, 'last_eos_top1': 4} +step=17500 loss=3.6772 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999994039535522, 'last_eos_top1': 4} +step=17600 loss=3.7944 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4} +step=17700 loss=4.0918 {'pos0_bos_p': 0.9999988079071045, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4} +step=17800 loss=3.2173 {'pos0_bos_p': 0.9999985694885254, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999991655349731, 'last_eos_top1': 4} +step=17900 loss=4.0957 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4} +step=18000 loss=4.4046 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4} +step=18100 loss=2.9804 {'pos0_bos_p': 0.999998927116394, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4} +step=18200 loss=3.6672 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4} +step=18300 loss=3.3652 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4} +step=18400 loss=3.5859 {'pos0_bos_p': 0.9999990463256836, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999995231628418, 'last_eos_top1': 4} +step=18500 loss=2.2786 {'pos0_bos_p': 0.9999991655349731, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4} +step=18600 loss=4.7997 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=18700 loss=4.2439 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4} +step=18800 loss=3.2865 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=18900 loss=1.8950 {'pos0_bos_p': 0.9999992847442627, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999996423721313, 'last_eos_top1': 4} +step=19000 loss=4.7360 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=19100 loss=3.6240 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=19200 loss=3.2649 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=19300 loss=3.2856 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=19400 loss=5.0505 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=19500 loss=2.7518 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=19600 loss=2.5953 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=19700 loss=3.8035 {'pos0_bos_p': 0.9999994039535522, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=19800 loss=3.9915 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=19900 loss=2.7122 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=20000 loss=3.9600 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=20100 loss=4.2352 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999997615814209, 'last_eos_top1': 4} +step=20200 loss=4.5069 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=20300 loss=4.1250 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=20400 loss=4.6128 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=20500 loss=3.9495 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=20600 loss=3.8951 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=20700 loss=3.7932 {'pos0_bos_p': 0.9999996423721313, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=20800 loss=4.3201 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=20900 loss=3.1443 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21000 loss=3.8003 {'pos0_bos_p': 0.9999995231628418, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21100 loss=4.8338 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21200 loss=3.0632 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21300 loss=3.6978 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21400 loss=3.0338 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21500 loss=3.1772 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21600 loss=4.2128 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21700 loss=3.5384 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21800 loss=3.7746 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=21900 loss=3.0834 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=22000 loss=2.2712 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=22100 loss=4.6802 {'pos0_bos_p': 0.9999997615814209, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=22200 loss=3.7010 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=22300 loss=5.3411 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=22400 loss=3.5518 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=22500 loss=2.9982 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=22600 loss=2.4500 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=22700 loss=5.2073 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=22800 loss=2.8913 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=22900 loss=3.3146 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=23000 loss=2.5090 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=23100 loss=2.8887 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=23200 loss=3.2819 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=23300 loss=2.7361 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=23400 loss=2.9181 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=23500 loss=3.8536 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=23600 loss=2.5306 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=23700 loss=3.2676 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=23800 loss=5.7259 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=23900 loss=3.2549 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24000 loss=3.6277 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24100 loss=4.6905 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 0.9999998807907104, 'last_eos_top1': 4} +step=24200 loss=3.6648 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24300 loss=3.8566 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24400 loss=1.6065 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24500 loss=5.0927 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24600 loss=3.0332 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24700 loss=3.7795 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24800 loss=3.5548 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=24900 loss=4.0945 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25000 loss=2.8422 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25100 loss=3.7774 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25200 loss=4.0649 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25300 loss=3.4325 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25400 loss=3.8478 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25500 loss=3.3991 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25600 loss=4.8604 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25700 loss=3.8625 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25800 loss=3.8016 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=25900 loss=4.0737 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26000 loss=3.2858 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26100 loss=3.6148 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26200 loss=2.8513 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26300 loss=4.9424 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26400 loss=3.0131 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26500 loss=3.8076 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26600 loss=2.7533 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26700 loss=3.6372 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26800 loss=3.0565 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=26900 loss=3.8349 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27000 loss=3.7991 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27100 loss=5.2449 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27200 loss=3.9875 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27300 loss=3.6670 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27400 loss=3.2276 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27500 loss=4.0619 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27600 loss=3.6381 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27700 loss=4.5759 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27800 loss=4.0042 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=27900 loss=4.4435 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28000 loss=3.4984 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28100 loss=4.9265 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28200 loss=3.2198 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28300 loss=3.2884 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28400 loss=4.2905 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28500 loss=3.4917 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28600 loss=2.5980 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28700 loss=3.4720 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28800 loss=3.8127 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=28900 loss=2.7859 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29000 loss=3.4502 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29100 loss=2.6192 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29200 loss=4.2777 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29300 loss=3.7046 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29400 loss=3.5094 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29500 loss=3.4194 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29600 loss=2.7286 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29700 loss=4.2490 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29800 loss=2.8553 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=29900 loss=4.7261 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30000 loss=4.9260 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30100 loss=4.4800 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30200 loss=4.8204 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30300 loss=2.4167 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30400 loss=3.9363 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30500 loss=4.8588 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30600 loss=3.8416 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30700 loss=4.4112 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30800 loss=5.0078 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=30900 loss=3.1361 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31000 loss=3.5256 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31100 loss=3.3403 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31200 loss=2.8258 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31300 loss=3.8257 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31400 loss=3.0869 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31500 loss=3.5630 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31600 loss=3.4906 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31700 loss=3.2383 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31800 loss=2.6435 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=31900 loss=2.1873 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32000 loss=3.5377 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32100 loss=3.9001 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32200 loss=4.8171 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32300 loss=2.9041 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32400 loss=3.3583 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32500 loss=5.0818 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32600 loss=3.9250 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32700 loss=3.8959 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32800 loss=2.7571 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=32900 loss=4.3879 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33000 loss=3.1456 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33100 loss=3.0963 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33200 loss=1.3667 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33300 loss=3.5215 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33400 loss=4.7629 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33500 loss=2.6271 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33600 loss=5.5837 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33700 loss=3.5993 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33800 loss=2.7794 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=33900 loss=4.8024 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34000 loss=3.1191 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34100 loss=2.6783 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34200 loss=3.3623 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34300 loss=3.6658 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34400 loss=2.9384 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34500 loss=3.4232 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34600 loss=4.5297 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34700 loss=3.3632 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34800 loss=3.7718 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=34900 loss=3.9872 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35000 loss=3.1732 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35100 loss=4.0472 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35200 loss=3.4436 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35300 loss=2.3598 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35400 loss=3.1265 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35500 loss=2.6121 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35600 loss=3.8555 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35700 loss=2.8491 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35800 loss=3.9213 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=35900 loss=3.4718 {'pos0_bos_p': 0.9999998807907104, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36000 loss=2.8358 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36100 loss=4.6380 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36200 loss=2.6441 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36300 loss=1.8894 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36400 loss=3.9225 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36500 loss=4.5444 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36600 loss=4.9017 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36700 loss=4.6413 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36800 loss=3.9479 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=36900 loss=2.8298 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37000 loss=3.2175 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37100 loss=2.5712 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37200 loss=4.5805 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37300 loss=4.0394 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37400 loss=3.7896 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37500 loss=3.2821 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37600 loss=4.8827 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37700 loss=2.0136 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37800 loss=3.6534 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=37900 loss=4.7675 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38000 loss=3.3963 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38100 loss=3.3622 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38200 loss=3.2168 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38300 loss=3.8776 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38400 loss=3.2291 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38500 loss=3.8847 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38600 loss=3.2540 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38700 loss=3.5459 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38800 loss=4.2170 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=38900 loss=5.0072 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39000 loss=3.3840 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39100 loss=3.5639 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39200 loss=3.8849 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39300 loss=1.9756 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39400 loss=3.5273 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39500 loss=3.2726 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39600 loss=3.5488 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39700 loss=3.9291 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39800 loss=3.7669 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=39900 loss=3.1963 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} +step=40000 loss=5.6825 {'pos0_bos_p': 1.0, 'pos0_bos_top1': 4, 'last_eos_p': 1.0, 'last_eos_top1': 4} diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_cleanstream_len1024_C1_to_64_d768_l12_h12_gbs512_8gpu_1m_lr3e4_20260527_142702.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_cleanstream_len1024_C1_to_64_d768_l12_h12_gbs512_8gpu_1m_lr3e4_20260527_142702.log new file mode 100644 index 0000000000000000000000000000000000000000..45ff9e1a571498b3ca480390bf8f9e6f4b46a785 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_cleanstream_len1024_C1_to_64_d768_l12_h12_gbs512_8gpu_1m_lr3e4_20260527_142702.log @@ -0,0 +1,7478 @@ +W0527 14:27:03.772000 10304 torch/distributed/run.py:792] +W0527 14:27:03.772000 10304 torch/distributed/run.py:792] ***************************************** +W0527 14:27:03.772000 10304 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +W0527 14:27:03.772000 10304 torch/distributed/run.py:792] ***************************************** +W0527 14:27:03.996000 10308 torch/distributed/run.py:792] +W0527 14:27:03.996000 10308 torch/distributed/run.py:792] ***************************************** +W0527 14:27:03.996000 10308 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +W0527 14:27:03.996000 10308 torch/distributed/run.py:792] ***************************************** +[W527 14:27:04.112937844 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:04.118497550 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:04.424692520 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:04.967352306 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.253359350 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.253986602 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.255577486 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.256715650 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.257331734 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.257384797 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.258526409 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.261398117 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.266155283 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.208388366 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.272737624 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.276131700 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.208429737 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.208485936 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.208687411 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.208976583 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.209737819 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.209856812 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.210283742 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.280700801 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.285949239 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.289620360 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.294736320 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.299046961 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.303439821 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.306879129 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.311226514 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.314953895 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.323385385 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.325893259 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.329717359 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +[W527 14:27:06.341889440 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +t-20260527222147-jzsgv-worker-0:10371:10371 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10371:10371 [0] NCCL INFO Bootstrap: Using eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10371:10371 [0] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10371:10371 [0] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-0:10371:10371 [0] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-0:10374:10374 [3] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10374:10374 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10381:10381 [7] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10374:10374 [3] NCCL INFO Bootstrap: Using eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10374:10374 [3] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-1:10381:10381 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10376:10376 [2] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-1:10376:10376 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10378:10378 [4] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-1:10378:10378 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10379:10379 [5] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-1:10379:10379 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10381:10381 [7] NCCL INFO Bootstrap: Using eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10378:10378 [4] NCCL INFO Bootstrap: Using eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10376:10376 [2] NCCL INFO Bootstrap: Using eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10379:10379 [5] NCCL INFO Bootstrap: Using eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10381:10381 [7] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-1:10379:10379 [5] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-1:10378:10378 [4] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-1:10376:10376 [2] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-0:10372:10372 [1] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10372:10372 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10372:10372 [1] NCCL INFO Bootstrap: Using eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10372:10372 [1] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-0:10374:10374 [3] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-0:10372:10372 [1] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-0:10375:10375 [4] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10375:10375 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10373:10373 [2] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10373:10373 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10376:10376 [5] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10376:10376 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10375:10375 [4] NCCL INFO Bootstrap: Using eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10373:10373 [2] NCCL INFO Bootstrap: Using eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10375:10375 [4] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-0:10373:10373 [2] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-0:10378:10378 [7] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10378:10378 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10378:10378 [7] NCCL INFO Bootstrap: Using eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10376:10376 [5] NCCL INFO Bootstrap: Using eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10378:10378 [7] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-0:10376:10376 [5] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-0:10375:10375 [4] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-0:10373:10373 [2] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-0:10376:10376 [5] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-0:10378:10378 [7] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10376:10376 [2] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10379:10379 [5] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10381:10381 [7] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10378:10378 [4] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10374:10374 [0] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-1:10374:10374 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10374:10374 [0] NCCL INFO Bootstrap: Using eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10374:10374 [0] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-1:10374:10374 [0] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10380:10380 [6] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-1:10380:10380 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10380:10380 [6] NCCL INFO Bootstrap: Using eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10380:10380 [6] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-1:10380:10380 [6] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10377:10377 [3] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-1:10377:10377 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10377:10377 [3] NCCL INFO Bootstrap: Using eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10377:10377 [3] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-1:10377:10377 [3] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO ncclCommInitRankConfig comm 0xc59cd00 rank 15 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO ncclCommInitRankConfig comm 0xca35240 rank 10 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO ncclCommInitRankConfig comm 0x972d180 rank 0 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO ncclCommInitRankConfig comm 0xcdaff00 rank 12 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO ncclCommInitRankConfig comm 0xbefcd40 rank 13 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO ncclCommInitRankConfig comm 0xa940180 rank 8 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO ncclCommInitRankConfig comm 0xc79e480 rank 5 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO ncclCommInitRankConfig comm 0xa10e430 rank 1 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO ncclCommInitRankConfig comm 0xc1969c0 rank 14 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO ncclCommInitRankConfig comm 0xb861a00 rank 2 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO ncclCommInitRankConfig comm 0xc051bb0 rank 4 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO ncclCommInitRankConfig comm 0x9131b60 rank 3 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO ncclCommInitRankConfig comm 0xc068b00 rank 7 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10377:10377 [6] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-0:10377:10377 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10377:10377 [6] NCCL INFO Bootstrap: Using eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10377:10377 [6] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-0:10377:10377 [6] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO ncclCommInitRankConfig comm 0xba3e700 rank 11 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-1:10375:10375 [1] NCCL INFO cudaDriverVersion 12080 +t-20260527222147-jzsgv-worker-1:10375:10375 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10375:10375 [1] NCCL INFO Bootstrap: Using eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10375:10375 [1] NCCL INFO NCCL version 2.25.1+cuda12.8 +t-20260527222147-jzsgv-worker-1:10375:10375 [1] NCCL INFO Comm config Blocking set to 1 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.32.105<0> +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO ncclCommInitRankConfig comm 0x9644190 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9) +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9) +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO P2P plugin v9 IBext_v9 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1. +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.80.67<0> +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so. +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO Using network IBext_v9 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO ncclCommInitRankConfig comm 0xc97d0c0 rank 6 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0xf89f6762f0bb598 - Init START +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO RAS client listening socket at ::1<28028> +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO Bootstrap timings total 0.640830 (create 0.000021, send 0.000271, recv 0.000518, ring 0.639596, delay 0.000000) +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO Bootstrap timings total 0.629193 (create 0.000020, send 0.000213, recv 0.000540, ring 0.628147, delay 0.000000) +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO Bootstrap timings total 0.713592 (create 0.000022, send 0.000252, recv 0.004372, ring 0.628081, delay 0.000000) +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO Bootstrap timings total 0.709533 (create 0.000022, send 0.000220, recv 0.069115, ring 0.639599, delay 0.000000) +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO Bootstrap timings total 0.761276 (create 0.000027, send 0.000525, recv 0.045080, ring 0.639568, delay 0.000001) +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO Bootstrap timings total 0.222337 (create 0.000021, send 0.000236, recv 0.000545, ring 0.221227, delay 0.000000) +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO Bootstrap timings total 0.705300 (create 0.000021, send 0.000214, recv 0.483386, ring 0.221325, delay 0.000000) +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO Bootstrap timings total 0.723037 (create 0.000025, send 0.000298, recv 0.093282, ring 0.221225, delay 0.000000) +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO Bootstrap timings total 0.633910 (create 0.000024, send 0.000065, recv 0.000155, ring 0.633342, delay 0.000001) +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO Bootstrap timings total 0.001802 (create 0.000020, send 0.000067, recv 0.000114, ring 0.001315, delay 0.000000) +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO Bootstrap timings total 0.649929 (create 0.000023, send 0.000064, recv 0.648236, ring 0.001220, delay 0.000000) +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Bootstrap timings total 0.716845 (create 0.000022, send 0.000065, recv 0.067521, ring 0.648884, delay 0.000001) +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO Bootstrap timings total 0.632804 (create 0.000017, send 0.000053, recv 0.000095, ring 0.001216, delay 0.000000) +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO Bootstrap timings total 0.649439 (create 0.000021, send 0.000070, recv 0.011955, ring 0.637044, delay 0.000000) +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO Bootstrap timings total 0.637544 (create 0.000021, send 0.000066, recv 0.003742, ring 0.633390, delay 0.000000) +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO Bootstrap timings total 0.637014 (create 0.000023, send 0.000079, recv 0.000040, ring 0.633385, delay 0.000000) +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS multicast support is available on dev 6 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS multicast support is available on dev 0 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS multicast support is available on dev 4 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS multicast support is available on dev 3 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS multicast support is available on dev 7 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS multicast support is available on dev 2 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS multicast support is available on dev 1 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS multicast support is available on dev 5 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO NVLS multicast support is available on dev 5 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO NVLS multicast support is available on dev 7 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO NVLS multicast support is available on dev 4 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO NVLS multicast support is available on dev 6 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO NVLS multicast support is available on dev 2 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO NVLS multicast support is available on dev 3 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO NVLS multicast support is available on dev 0 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO NVLS multicast support is available on dev 1 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO comm 0xa940180 rank 8 nRanks 16 nNodes 2 localRanks 8 localRank 0 MNNVL 0 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO Trees [0] 9/-1/-1->8->0 [1] -1/-1/-1->8->15 [2] 9/-1/-1->8->15 [3] 9/-1/-1->8->15 [4] 9/-1/-1->8->15 [5] 9/-1/-1->8->15 [6] 9/-1/-1->8->15 [7] 9/-1/-1->8->15 [8] 9/0/-1->8->-1 [9] -1/-1/-1->8->15 [10] 9/-1/-1->8->15 [11] 9/-1/-1->8->15 [12] 9/-1/-1->8->15 [13] 9/-1/-1->8->15 [14] 9/-1/-1->8->15 [15] 9/-1/-1->8->15 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-1:10374:10573 [0] NCCL INFO [Proxy Service] Device 0 CPU core 4 +t-20260527222147-jzsgv-worker-1:10374:10574 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 6 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO comm 0x9644190 rank 9 nRanks 16 nNodes 2 localRanks 8 localRank 1 MNNVL 0 +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO comm 0xca35240 rank 10 nRanks 16 nNodes 2 localRanks 8 localRank 2 MNNVL 0 +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO Trees [0] 11/-1/-1->10->9 [1] 11/-1/-1->10->9 [2] 11/-1/-1->10->2 [3] -1/-1/-1->10->9 [4] 11/-1/-1->10->9 [5] 11/-1/-1->10->9 [6] 11/-1/-1->10->9 [7] 11/-1/-1->10->9 [8] 11/-1/-1->10->9 [9] 11/-1/-1->10->9 [10] 11/2/-1->10->-1 [11] -1/-1/-1->10->9 [12] 11/-1/-1->10->9 [13] 11/-1/-1->10->9 [14] 11/-1/-1->10->9 [15] 11/-1/-1->10->9 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO comm 0xc59cd00 rank 15 nRanks 16 nNodes 2 localRanks 8 localRank 7 MNNVL 0 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO Trees [0] 10/-1/-1->9->8 [1] 10/-1/-1->9->1 [2] -1/-1/-1->9->8 [3] 10/-1/-1->9->8 [4] 10/-1/-1->9->8 [5] 10/-1/-1->9->8 [6] 10/-1/-1->9->8 [7] 10/-1/-1->9->8 [8] 10/-1/-1->9->8 [9] 10/1/-1->9->-1 [10] -1/-1/-1->9->8 [11] 10/-1/-1->9->8 [12] 10/-1/-1->9->8 [13] 10/-1/-1->9->8 [14] 10/-1/-1->9->8 [15] 10/-1/-1->9->8 +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO comm 0xc1969c0 rank 14 nRanks 16 nNodes 2 localRanks 8 localRank 6 MNNVL 0 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO comm 0xbefcd40 rank 13 nRanks 16 nNodes 2 localRanks 8 localRank 5 MNNVL 0 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO Trees [0] -1/-1/-1->15->14 [1] 8/-1/-1->15->14 [2] 8/-1/-1->15->14 [3] 8/-1/-1->15->14 [4] 8/-1/-1->15->14 [5] 8/-1/-1->15->14 [6] 8/-1/-1->15->14 [7] 8/-1/-1->15->7 [8] -1/-1/-1->15->14 [9] 8/-1/-1->15->14 [10] 8/-1/-1->15->14 [11] 8/-1/-1->15->14 [12] 8/-1/-1->15->14 [13] 8/-1/-1->15->14 [14] 8/-1/-1->15->14 [15] 8/7/-1->15->-1 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO comm 0xba3e700 rank 11 nRanks 16 nNodes 2 localRanks 8 localRank 3 MNNVL 0 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO comm 0xcdaff00 rank 12 nRanks 16 nNodes 2 localRanks 8 localRank 4 MNNVL 0 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO Trees [0] 14/-1/-1->13->12 [1] 14/-1/-1->13->12 [2] 14/-1/-1->13->12 [3] 14/-1/-1->13->12 [4] 14/-1/-1->13->12 [5] 14/-1/-1->13->5 [6] -1/-1/-1->13->12 [7] 14/-1/-1->13->12 [8] 14/-1/-1->13->12 [9] 14/-1/-1->13->12 [10] 14/-1/-1->13->12 [11] 14/-1/-1->13->12 [12] 14/-1/-1->13->12 [13] 14/5/-1->13->-1 [14] -1/-1/-1->13->12 [15] 14/-1/-1->13->12 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO Trees [0] 15/-1/-1->14->13 [1] 15/-1/-1->14->13 [2] 15/-1/-1->14->13 [3] 15/-1/-1->14->13 [4] 15/-1/-1->14->13 [5] 15/-1/-1->14->13 [6] 15/-1/-1->14->6 [7] -1/-1/-1->14->13 [8] 15/-1/-1->14->13 [9] 15/-1/-1->14->13 [10] 15/-1/-1->14->13 [11] 15/-1/-1->14->13 [12] 15/-1/-1->14->13 [13] 15/-1/-1->14->13 [14] 15/6/-1->14->-1 [15] -1/-1/-1->14->13 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO Trees [0] 13/-1/-1->12->11 [1] 13/-1/-1->12->11 [2] 13/-1/-1->12->11 [3] 13/-1/-1->12->11 [4] 13/-1/-1->12->4 [5] -1/-1/-1->12->11 [6] 13/-1/-1->12->11 [7] 13/-1/-1->12->11 [8] 13/-1/-1->12->11 [9] 13/-1/-1->12->11 [10] 13/-1/-1->12->11 [11] 13/-1/-1->12->11 [12] 13/4/-1->12->-1 [13] -1/-1/-1->12->11 [14] 13/-1/-1->12->11 [15] 13/-1/-1->12->11 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO Trees [0] 12/-1/-1->11->10 [1] 12/-1/-1->11->10 [2] 12/-1/-1->11->10 [3] 12/-1/-1->11->3 [4] -1/-1/-1->11->10 [5] 12/-1/-1->11->10 [6] 12/-1/-1->11->10 [7] 12/-1/-1->11->10 [8] 12/-1/-1->11->10 [9] 12/-1/-1->11->10 [10] 12/-1/-1->11->10 [11] 12/3/-1->11->-1 [12] -1/-1/-1->11->10 [13] 12/-1/-1->11->10 [14] 12/-1/-1->11->10 [15] 12/-1/-1->11->10 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-1:10376:10575 [2] NCCL INFO [Proxy Service] Device 2 CPU core 30 +t-20260527222147-jzsgv-worker-1:10376:10576 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 34 +t-20260527222147-jzsgv-worker-1:10375:10580 [1] NCCL INFO [Proxy Service] Device 1 CPU core 4 +t-20260527222147-jzsgv-worker-1:10379:10577 [5] NCCL INFO [Proxy Service] Device 5 CPU core 102 +t-20260527222147-jzsgv-worker-1:10380:10579 [6] NCCL INFO [Proxy Service] Device 6 CPU core 108 +t-20260527222147-jzsgv-worker-1:10379:10582 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 104 +t-20260527222147-jzsgv-worker-1:10378:10581 [4] NCCL INFO [Proxy Service] Device 4 CPU core 162 +t-20260527222147-jzsgv-worker-1:10375:10585 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 6 +t-20260527222147-jzsgv-worker-1:10380:10584 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 110 +t-20260527222147-jzsgv-worker-1:10381:10583 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 92 +t-20260527222147-jzsgv-worker-1:10381:10578 [7] NCCL INFO [Proxy Service] Device 7 CPU core 94 +t-20260527222147-jzsgv-worker-1:10378:10586 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 164 +t-20260527222147-jzsgv-worker-1:10377:10587 [3] NCCL INFO [Proxy Service] Device 3 CPU core 4 +t-20260527222147-jzsgv-worker-1:10377:10588 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 6 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO comm 0xc068b00 rank 7 nRanks 16 nNodes 2 localRanks 8 localRank 7 MNNVL 0 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO comm 0xc97d0c0 rank 6 nRanks 16 nNodes 2 localRanks 8 localRank 6 MNNVL 0 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO comm 0xc79e480 rank 5 nRanks 16 nNodes 2 localRanks 8 localRank 5 MNNVL 0 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO comm 0xc051bb0 rank 4 nRanks 16 nNodes 2 localRanks 8 localRank 4 MNNVL 0 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS Head 0: 0 8 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS Head 0: 0 8 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS Head 0: 0 8 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS Head 1: 1 9 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS Head 1: 1 9 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS Head 1: 1 9 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS Head 2: 2 10 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS Head 0: 0 8 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS Head 2: 2 10 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS Head 3: 3 11 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS Head 2: 2 10 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS Head 3: 3 11 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS Head 4: 4 12 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS Head 1: 1 9 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS Head 4: 4 12 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS Head 5: 5 13 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS Head 3: 3 11 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS Head 5: 5 13 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS Head 6: 6 14 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS Head 4: 4 12 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS Head 2: 2 10 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS Head 6: 6 14 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS Head 5: 5 13 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO NVLS Head 7: 7 15 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS Head 3: 3 11 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO NVLS Head 7: 7 15 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS Head 6: 6 14 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO NVLS Head 7: 7 15 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS Head 4: 4 12 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS Head 5: 5 13 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS Head 6: 6 14 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO NVLS Head 7: 7 15 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO comm 0x9131b60 rank 3 nRanks 16 nNodes 2 localRanks 8 localRank 3 MNNVL 0 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO comm 0xa10e430 rank 1 nRanks 16 nNodes 2 localRanks 8 localRank 1 MNNVL 0 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO comm 0xb861a00 rank 2 nRanks 16 nNodes 2 localRanks 8 localRank 2 MNNVL 0 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/-1/-1->5->4 [2] 6/-1/-1->5->4 [3] 6/-1/-1->5->4 [4] 6/-1/-1->5->4 [5] 6/13/-1->5->-1 [6] -1/-1/-1->5->4 [7] 6/-1/-1->5->4 [8] 6/-1/-1->5->4 [9] 6/-1/-1->5->4 [10] 6/-1/-1->5->4 [11] 6/-1/-1->5->4 [12] 6/-1/-1->5->4 [13] 6/-1/-1->5->13 [14] -1/-1/-1->5->4 [15] 6/-1/-1->5->4 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] 0/-1/-1->7->6 [2] 0/-1/-1->7->6 [3] 0/-1/-1->7->6 [4] 0/-1/-1->7->6 [5] 0/-1/-1->7->6 [6] 0/-1/-1->7->6 [7] 0/15/-1->7->-1 [8] -1/-1/-1->7->6 [9] 0/-1/-1->7->6 [10] 0/-1/-1->7->6 [11] 0/-1/-1->7->6 [12] 0/-1/-1->7->6 [13] 0/-1/-1->7->6 [14] 0/-1/-1->7->6 [15] 0/-1/-1->7->15 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO comm 0x972d180 rank 0 nRanks 16 nNodes 2 localRanks 8 localRank 0 MNNVL 0 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 [2] 7/-1/-1->6->5 [3] 7/-1/-1->6->5 [4] 7/-1/-1->6->5 [5] 7/-1/-1->6->5 [6] 7/14/-1->6->-1 [7] -1/-1/-1->6->5 [8] 7/-1/-1->6->5 [9] 7/-1/-1->6->5 [10] 7/-1/-1->6->5 [11] 7/-1/-1->6->5 [12] 7/-1/-1->6->5 [13] 7/-1/-1->6->5 [14] 7/-1/-1->6->14 [15] -1/-1/-1->6->5 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO Trees [0] 5/-1/-1->4->3 [1] 5/-1/-1->4->3 [2] 5/-1/-1->4->3 [3] 5/-1/-1->4->3 [4] 5/12/-1->4->-1 [5] -1/-1/-1->4->3 [6] 5/-1/-1->4->3 [7] 5/-1/-1->4->3 [8] 5/-1/-1->4->3 [9] 5/-1/-1->4->3 [10] 5/-1/-1->4->3 [11] 5/-1/-1->4->3 [12] 5/-1/-1->4->12 [13] -1/-1/-1->4->3 [14] 5/-1/-1->4->3 [15] 5/-1/-1->4->3 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS Head 0: 0 8 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS Head 0: 0 8 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS Head 0: 0 8 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS Head 1: 1 9 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS Head 1: 1 9 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS Head 0: 0 8 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS Head 1: 1 9 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS Head 2: 2 10 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS Head 2: 2 10 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS Head 1: 1 9 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS Head 2: 2 10 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS Head 3: 3 11 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS Head 3: 3 11 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS Head 2: 2 10 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS Head 4: 4 12 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS Head 4: 4 12 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS Head 3: 3 11 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS Head 3: 3 11 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS Head 5: 5 13 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS Head 5: 5 13 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS Head 4: 4 12 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS Head 4: 4 12 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS Head 6: 6 14 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS Head 6: 6 14 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS Head 5: 5 13 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO NVLS Head 7: 7 15 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS Head 5: 5 13 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO NVLS Head 7: 7 15 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS Head 6: 6 14 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS Head 6: 6 14 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO NVLS Head 7: 7 15 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO NVLS Head 7: 7 15 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 00/16 : 0 7 6 5 4 3 2 1 9 10 11 12 13 14 15 8 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 01/16 : 0 8 15 14 13 12 11 10 9 1 2 3 4 5 6 7 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 02/16 : 0 7 6 5 4 3 11 12 13 14 15 8 9 10 2 1 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/9/-1->1->-1 [2] -1/-1/-1->1->0 [3] 2/-1/-1->1->0 [4] 2/-1/-1->1->0 [5] 2/-1/-1->1->0 [6] 2/-1/-1->1->0 [7] 2/-1/-1->1->0 [8] 2/-1/-1->1->0 [9] 2/-1/-1->1->9 [10] -1/-1/-1->1->0 [11] 2/-1/-1->1->0 [12] 2/-1/-1->1->0 [13] 2/-1/-1->1->0 [14] 2/-1/-1->1->0 [15] 2/-1/-1->1->0 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 03/16 : 0 1 2 10 9 8 15 14 13 12 11 3 4 5 6 7 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/11/-1->3->-1 [4] -1/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->11 [12] -1/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 [2] 3/10/-1->2->-1 [3] -1/-1/-1->2->1 [4] 3/-1/-1->2->1 [5] 3/-1/-1->2->1 [6] 3/-1/-1->2->1 [7] 3/-1/-1->2->1 [8] 3/-1/-1->2->1 [9] 3/-1/-1->2->1 [10] 3/-1/-1->2->10 [11] -1/-1/-1->2->1 [12] 3/-1/-1->2->1 [13] 3/-1/-1->2->1 [14] 3/-1/-1->2->1 [15] 3/-1/-1->2->1 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 04/16 : 0 7 6 5 13 14 15 8 9 10 11 12 4 3 2 1 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 05/16 : 0 1 2 3 4 12 11 10 9 8 15 14 13 5 6 7 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 06/16 : 0 7 15 8 9 10 11 12 13 14 6 5 4 3 2 1 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 07/16 : 0 1 2 3 4 5 6 14 13 12 11 10 9 8 15 7 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 08/16 : 0 7 6 5 4 3 2 1 9 10 11 12 13 14 15 8 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 09/16 : 0 8 15 14 13 12 11 10 9 1 2 3 4 5 6 7 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 10/16 : 0 7 6 5 4 3 11 12 13 14 15 8 9 10 2 1 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 11/16 : 0 1 2 10 9 8 15 14 13 12 11 3 4 5 6 7 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 12/16 : 0 7 6 5 13 14 15 8 9 10 11 12 4 3 2 1 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 13/16 : 0 1 2 3 4 12 11 10 9 8 15 14 13 5 6 7 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 14/16 : 0 7 15 8 9 10 11 12 13 14 6 5 4 3 2 1 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Channel 15/16 : 0 1 2 3 4 5 6 14 13 12 11 10 9 8 15 7 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Trees [0] 1/8/-1->0->-1 [1] -1/-1/-1->0->7 [2] 1/-1/-1->0->7 [3] 1/-1/-1->0->7 [4] 1/-1/-1->0->7 [5] 1/-1/-1->0->7 [6] 1/-1/-1->0->7 [7] 1/-1/-1->0->7 [8] 1/-1/-1->0->8 [9] -1/-1/-1->0->7 [10] 1/-1/-1->0->7 [11] 1/-1/-1->0->7 [12] 1/-1/-1->0->7 [13] 1/-1/-1->0->7 [14] 1/-1/-1->0->7 [15] 1/-1/-1->0->7 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO P2P Chunksize set to 131072 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Check P2P Type intraNodeP2pSupport 1 directMode 0 +t-20260527222147-jzsgv-worker-0:10378:10570 [7] NCCL INFO [Proxy Service] Device 7 CPU core 162 +t-20260527222147-jzsgv-worker-0:10375:10571 [4] NCCL INFO [Proxy Service] Device 4 CPU core 116 +t-20260527222147-jzsgv-worker-0:10378:10574 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 169 +t-20260527222147-jzsgv-worker-0:10375:10575 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 118 +t-20260527222147-jzsgv-worker-0:10377:10572 [6] NCCL INFO [Proxy Service] Device 6 CPU core 92 +t-20260527222147-jzsgv-worker-0:10376:10573 [5] NCCL INFO [Proxy Service] Device 5 CPU core 168 +t-20260527222147-jzsgv-worker-0:10371:10580 [0] NCCL INFO [Proxy Service] Device 0 CPU core 10 +t-20260527222147-jzsgv-worker-0:10377:10576 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 94 +t-20260527222147-jzsgv-worker-0:10376:10577 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 170 +t-20260527222147-jzsgv-worker-0:10374:10579 [3] NCCL INFO [Proxy Service] Device 3 CPU core 4 +t-20260527222147-jzsgv-worker-0:10372:10578 [1] NCCL INFO [Proxy Service] Device 1 CPU core 86 +t-20260527222147-jzsgv-worker-0:10372:10583 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 88 +t-20260527222147-jzsgv-worker-0:10374:10582 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 2 +t-20260527222147-jzsgv-worker-0:10371:10584 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 13 +t-20260527222147-jzsgv-worker-0:10373:10581 [2] NCCL INFO [Proxy Service] Device 2 CPU core 66 +t-20260527222147-jzsgv-worker-0:10373:10585 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 68 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO CC Off, workFifoBytes 1048576 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO ncclCommInitRankConfig comm 0xc051bb0 rank 4 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO ncclCommInitRankConfig comm 0xc97d0c0 rank 6 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO ncclCommInitRankConfig comm 0x972d180 rank 0 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO ncclCommInitRankConfig comm 0xa10e430 rank 1 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO ncclCommInitRankConfig comm 0xc068b00 rank 7 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO ncclCommInitRankConfig comm 0xb861a00 rank 2 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO ncclCommInitRankConfig comm 0x9131b60 rank 3 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-0:10375:10493 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 4 nranks 16 total 2.69 (kernels 0.19, alloc 0.94, bootstrap 0.64, allgathers 0.07, topo 0.53, graphs 0.01, connections 0.32, rest 0.00) +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO ncclCommInitRankConfig comm 0xc79e480 rank 5 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-0:10371:10490 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 0 nranks 16 total 2.71 (kernels 0.18, alloc 0.88, bootstrap 0.72, allgathers 0.07, topo 0.53, graphs 0.01, connections 0.31, rest 0.00) +t-20260527222147-jzsgv-worker-0:10377:10558 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 6 nranks 16 total 1.56 (kernels 0.46, alloc 0.17, bootstrap 0.00, allgathers 0.07, topo 0.53, graphs 0.01, connections 0.31, rest 0.00) +t-20260527222147-jzsgv-worker-0:10378:10496 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 7 nranks 16 total 2.69 (kernels 0.19, alloc 0.94, bootstrap 0.63, allgathers 0.07, topo 0.53, graphs 0.01, connections 0.31, rest 0.00) +t-20260527222147-jzsgv-worker-0:10373:10494 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 2 nranks 16 total 2.69 (kernels 0.19, alloc 0.94, bootstrap 0.64, allgathers 0.07, topo 0.53, graphs 0.01, connections 0.31, rest 0.00) +t-20260527222147-jzsgv-worker-0:10372:10492 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 1 nranks 16 total 2.69 (kernels 0.19, alloc 0.93, bootstrap 0.65, allgathers 0.07, topo 0.53, graphs 0.01, connections 0.31, rest 0.00) +t-20260527222147-jzsgv-worker-0:10374:10491 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 3 nranks 16 total 2.69 (kernels 0.19, alloc 0.95, bootstrap 0.63, allgathers 0.07, topo 0.53, graphs 0.01, connections 0.31, rest 0.00) +t-20260527222147-jzsgv-worker-0:10376:10495 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 5 nranks 16 total 2.69 (kernels 0.19, alloc 0.93, bootstrap 0.65, allgathers 0.07, topo 0.53, graphs 0.01, connections 0.31, rest 0.01) +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 01/0 : 6[6] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 03/0 : 6[6] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 01/0 : 5[5] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 05/0 : 6[6] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 03/0 : 5[5] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 03/0 : 0[0] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 09/0 : 6[6] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 05/0 : 5[5] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 05/0 : 0[0] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 01/0 : 4[4] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 11/0 : 6[6] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 07/0 : 5[5] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 07/0 : 0[0] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 03/0 : 4[4] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 13/0 : 6[6] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 09/0 : 5[5] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 11/0 : 0[0] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 07/0 : 4[4] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 11/0 : 5[5] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 13/0 : 0[0] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 09/0 : 4[4] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 13/0 : 5[5] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 15/0 : 0[0] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 11/0 : 4[4] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 15/0 : 5[5] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 15/0 : 4[4] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 01/0 : 2[2] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 05/0 : 2[2] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 07/0 : 2[2] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 09/0 : 2[2] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 13/0 : 2[2] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 15/0 : 2[2] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 01/0 : 1[1] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 03/0 : 1[1] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 05/0 : 1[1] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 07/0 : 1[1] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 09/0 : 1[1] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 11/0 : 1[1] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 13/0 : 1[1] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 15/0 : 1[1] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 00/0 : 0[0] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 02/0 : 0[0] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 04/0 : 0[0] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 06/0 : 0[0] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 08/0 : 0[0] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 10/0 : 0[0] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 12/0 : 0[0] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 14/0 : 0[0] -> 7[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 06/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10595 [6] NCCL INFO [Proxy Progress] Device 6 CPU core 94 +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 04/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10596 [4] NCCL INFO [Proxy Progress] Device 4 CPU core 116 +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 03/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10597 [3] NCCL INFO [Proxy Progress] Device 3 CPU core 6 +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 05/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10598 [5] NCCL INFO [Proxy Progress] Device 5 CPU core 170 +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 02/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 01/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10599 [2] NCCL INFO [Proxy Progress] Device 2 CPU core 68 +t-20260527222147-jzsgv-worker-0:10372:10600 [1] NCCL INFO [Proxy Progress] Device 1 CPU core 86 +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 07/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 00/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 08/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 01/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10602 [0] NCCL INFO [Proxy Progress] Device 0 CPU core 13 +t-20260527222147-jzsgv-worker-0:10378:10601 [7] NCCL INFO [Proxy Progress] Device 7 CPU core 162 +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Channel 09/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512 +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol. +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol. +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO ncclCommInitRankConfig comm 0xcdaff00 rank 12 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead. +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO ncclCommInitRankConfig comm 0x9644190 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO ncclCommInitRankConfig comm 0xca35240 rank 10 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO ncclCommInitRankConfig comm 0xa940180 rank 8 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO ncclCommInitRankConfig comm 0xba3e700 rank 11 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO ncclCommInitRankConfig comm 0xc59cd00 rank 15 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO ncclCommInitRankConfig comm 0xbefcd40 rank 13 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-1:10378:10495 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 12 nranks 16 total 2.85 (kernels 0.19, alloc 0.86, bootstrap 0.71, allgathers 0.02, topo 0.59, graphs 0.01, connections 0.47, rest 0.00) +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO ncclCommInitRankConfig comm 0xc1969c0 rank 14 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0xf89f6762f0bb598 - Init COMPLETE +t-20260527222147-jzsgv-worker-1:10375:10560 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 9 nranks 16 total 1.71 (kernels 0.19, alloc 0.21, bootstrap 0.22, allgathers 0.00, topo 0.59, graphs 0.02, connections 0.47, rest 0.00) +t-20260527222147-jzsgv-worker-1:10374:10496 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 8 nranks 16 total 2.79 (kernels 0.18, alloc 0.82, bootstrap 0.71, allgathers 0.01, topo 0.59, graphs 0.01, connections 0.47, rest 0.00) +t-20260527222147-jzsgv-worker-1:10377:10498 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 11 nranks 16 total 2.76 (kernels 0.35, alloc 0.70, bootstrap 0.63, allgathers 0.01, topo 0.59, graphs 0.02, connections 0.47, rest 0.00) +t-20260527222147-jzsgv-worker-1:10376:10492 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 10 nranks 16 total 2.85 (kernels 0.19, alloc 0.86, bootstrap 0.72, allgathers 0.01, topo 0.59, graphs 0.01, connections 0.47, rest 0.00) +t-20260527222147-jzsgv-worker-1:10380:10497 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 14 nranks 16 total 2.77 (kernels 0.28, alloc 0.76, bootstrap 0.64, allgathers 0.01, topo 0.59, graphs 0.01, connections 0.47, rest 0.00) +t-20260527222147-jzsgv-worker-1:10381:10494 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 15 nranks 16 total 2.85 (kernels 0.19, alloc 0.82, bootstrap 0.76, allgathers 0.02, topo 0.59, graphs 0.01, connections 0.47, rest 0.00) +t-20260527222147-jzsgv-worker-1:10379:10493 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 13 nranks 16 total 2.85 (kernels 0.19, alloc 0.87, bootstrap 0.71, allgathers 0.02, topo 0.59, graphs 0.01, connections 0.47, rest 0.00) +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 09/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 11/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 13/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 02/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 00/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 14/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 04/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 10/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 08/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 07/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 12/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 15/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 10/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 03/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 11/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 12/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 05/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 13/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 15/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 06/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 14/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 00/0 : 9[1] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 00/0 : 13[5] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 02/0 : 9[1] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 02/0 : 13[5] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 04/0 : 9[1] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 04/0 : 13[5] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 06/0 : 13[5] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 06/0 : 9[1] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 00/0 : 10[2] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 08/0 : 13[5] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 08/0 : 9[1] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 04/0 : 10[2] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 10/0 : 13[5] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 10/0 : 9[1] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 06/0 : 10[2] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 12/0 : 13[5] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 14/0 : 13[5] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 12/0 : 9[1] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 14/0 : 9[1] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 00/0 : 14[6] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 02/0 : 14[6] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 04/0 : 14[6] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 08/0 : 14[6] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 00/0 : 11[3] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 10/0 : 14[6] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 02/0 : 11[3] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 12/0 : 14[6] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 08/0 : 10[2] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 02/0 : 8[0] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 12/0 : 10[2] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 04/0 : 11[3] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 14/0 : 10[2] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 06/0 : 11[3] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 08/0 : 11[3] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 10/0 : 11[3] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 12/0 : 11[3] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 14/0 : 11[3] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 00/0 : 12[4] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 04/0 : 8[0] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 02/0 : 12[4] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 06/0 : 8[0] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 06/0 : 12[4] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10598 [6] NCCL INFO [Proxy Progress] Device 6 CPU core 110 +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 10/0 : 8[0] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 08/0 : 12[4] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10599 [2] NCCL INFO [Proxy Progress] Device 2 CPU core 32 +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 12/0 : 8[0] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 10/0 : 12[4] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 14/0 : 8[0] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 14/0 : 12[4] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 01/0 : 8[0] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 03/0 : 8[0] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 05/0 : 8[0] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 07/0 : 8[0] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 09/0 : 8[0] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 11/0 : 8[0] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 13/0 : 8[0] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 15/0 : 8[0] -> 15[7] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10600 [3] NCCL INFO [Proxy Progress] Device 3 CPU core 8 +t-20260527222147-jzsgv-worker-1:10379:10601 [5] NCCL INFO [Proxy Progress] Device 5 CPU core 104 +t-20260527222147-jzsgv-worker-1:10375:10602 [1] NCCL INFO [Proxy Progress] Device 1 CPU core 6 +t-20260527222147-jzsgv-worker-1:10378:10603 [4] NCCL INFO [Proxy Progress] Device 4 CPU core 164 +t-20260527222147-jzsgv-worker-1:10381:10604 [7] NCCL INFO [Proxy Progress] Device 7 CPU core 96 +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 01/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 09/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 00/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10605 [0] NCCL INFO [Proxy Progress] Device 0 CPU core 4 +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Channel 08/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 07/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 00/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 08/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 15/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 06/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 01/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 14/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 09/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 03/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 11/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 02/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 10/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 01/0 : 14[6] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 03/0 : 14[6] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 05/0 : 14[6] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 07/0 : 14[6] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 09/0 : 14[6] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 01/0 : 10[2] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 11/0 : 14[6] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 03/0 : 10[2] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 13/0 : 14[6] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 05/0 : 10[2] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Channel 15/0 : 14[6] -> 13[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 07/0 : 10[2] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 09/0 : 10[2] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 11/0 : 10[2] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 03/0 : 9[1] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 13/0 : 10[2] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 05/0 : 9[1] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Channel 15/0 : 10[2] -> 9[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 07/0 : 9[1] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 11/0 : 9[1] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 13/0 : 9[1] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Channel 15/0 : 9[1] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 00/0 : 6[6] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 02/0 : 6[6] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 02/0 : 1[1] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 04/0 : 6[6] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 04/0 : 1[1] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 06/0 : 6[6] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 06/0 : 1[1] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 08/0 : 6[6] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 00/0 : 2[2] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 10/0 : 1[1] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 10/0 : 6[6] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 02/0 : 2[2] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 12/0 : 1[1] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 12/0 : 6[6] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 04/0 : 2[2] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Channel 14/0 : 1[1] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Channel 14/0 : 6[6] -> 5[5] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 06/0 : 2[2] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 08/0 : 2[2] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 10/0 : 2[2] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 12/0 : 2[2] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Channel 14/0 : 2[2] -> 1[1] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 04/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 02/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 05/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 06/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 13/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 12/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 14/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 10/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 07/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 04/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 05/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 03/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 15/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 12/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 13/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 11/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 00/0 : 15[7] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 02/0 : 15[7] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 01/0 : 7[7] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 03/0 : 7[7] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 05/0 : 7[7] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 07/0 : 7[7] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 09/0 : 7[7] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 11/0 : 7[7] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 13/0 : 7[7] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 00/0 : 4[4] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 15/0 : 7[7] -> 0[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 02/0 : 4[4] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 00/0 : 3[3] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 00/0 : 5[5] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 00/0 : 7[7] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 04/0 : 4[4] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 04/0 : 3[3] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 02/0 : 5[5] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 02/0 : 7[7] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 06/0 : 4[4] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 06/0 : 3[3] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 06/0 : 5[5] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 04/0 : 7[7] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 08/0 : 4[4] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 08/0 : 3[3] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 08/0 : 5[5] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 08/0 : 7[7] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 10/0 : 4[4] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 12/0 : 3[3] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 10/0 : 5[5] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 10/0 : 7[7] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 12/0 : 4[4] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Channel 14/0 : 3[3] -> 2[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Channel 14/0 : 5[5] -> 4[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Channel 12/0 : 7[7] -> 6[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Channel 14/0 : 4[4] -> 3[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 04/0 : 15[7] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 06/0 : 15[7] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 08/0 : 15[7] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 10/0 : 15[7] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 01/0 : 12[4] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 12/0 : 15[7] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 01/0 : 13[5] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 03/0 : 12[4] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 14/0 : 15[7] -> 8[0] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 03/0 : 13[5] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 05/0 : 12[4] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 01/0 : 15[7] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 07/0 : 13[5] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 07/0 : 12[4] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 03/0 : 15[7] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 09/0 : 13[5] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 09/0 : 12[4] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 05/0 : 15[7] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 11/0 : 13[5] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 11/0 : 12[4] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 09/0 : 15[7] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Channel 15/0 : 13[5] -> 12[4] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 13/0 : 12[4] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 11/0 : 15[7] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Channel 15/0 : 12[4] -> 11[3] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Channel 13/0 : 15[7] -> 14[6] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 01/0 : 11[3] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 05/0 : 11[3] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 07/0 : 11[3] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 09/0 : 11[3] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 13/0 : 11[3] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Channel 15/0 : 11[3] -> 10[2] via P2P/CUMEM +t-20260527222147-jzsgv-worker-0:10372:10578 [1] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10375:10580 [1] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10375:10580 [1] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-1:10375:10580 [1] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10372:10578 [1] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-0:10372:10578 [1] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10376:10573 [5] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-0:10371:10580 [0] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-0:10375:10571 [4] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10374:10573 [0] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-0:10371:10580 [0] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-0:10371:10580 [0] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-1:10378:10581 [4] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10379:10577 [5] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10379:10577 [5] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-1:10379:10577 [5] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-1:10378:10581 [4] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-1:10378:10581 [4] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-1:10374:10573 [0] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-1:10374:10573 [0] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-1:10380:10579 [6] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10381:10578 [7] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10381:10578 [7] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-1:10381:10578 [7] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-1:10380:10579 [6] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-1:10380:10579 [6] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-1:10377:10587 [3] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10376:10575 [2] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-1:10377:10587 [3] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-1:10377:10587 [3] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-1:10376:10575 [2] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-1:10376:10575 [2] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10378:10570 [7] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-0:10375:10571 [4] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-0:10375:10571 [4] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10377:10572 [6] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-0:10374:10579 [3] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-0:10376:10573 [5] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-0:10376:10573 [5] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10377:10572 [6] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-0:10377:10572 [6] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10373:10581 [2] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7. +t-20260527222147-jzsgv-worker-0:10378:10570 [7] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-0:10378:10570 [7] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10373:10581 [2] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-0:10373:10581 [2] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10374:10579 [3] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23. +t-20260527222147-jzsgv-worker-0:10374:10579 [3] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7. +t-20260527222147-jzsgv-worker-0:10378:10590 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-0:10371:10594 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-0:10377:10588 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-0:10373:10591 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-0:10376:10587 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-0:10372:10593 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-0:10374:10592 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-0:10375:10589 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-1:10381:10594 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-1:10380:10593 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-1:10379:10591 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-1:10378:10596 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-1:10377:10595 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-1:10374:10597 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-1:10375:10590 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +t-20260527222147-jzsgv-worker-1:10376:10592 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1 +{ + "data_mode": "cache", + "cache_path": "cache/owt_t5_stream_pack1023_clean_appendeos1.pt", + "data_path": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext", + "tokenizer_path": "/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small/tokenizer.json", + "text_column": "text", + "pack_len": 1023, + "append_eos": 1, + "num_workers": 0, + "shuffle_buffer": 8192, + "reject_txt": "cache/online_rejected.txt", + "out_dir": "runs/owt_t5_cleanstream_len1024_C1_to_64_d768_l12_h12_gbs512_8gpu_1m_lr3e4_20260527_142702", + "subset_size": 0, + "resume": "", + "steps": 1000000, + "batch_size": 32, + "grad_accum": 2, + "lr": 0.0003, + "log_every": 50, + "save_every": 1000, + "dim": 768, + "layers": 12, + "heads": 12, + "mlp_dim": 3072, + "time_tokens": 4, + "c_min": 1.0, + "c_max": 64.0, + "seed": 1234 +} +[data] mode=cache rows=4916821 length=1024 vocab=32100 seen=8013769 dropped=1661562 bos=1: eos=1: +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO NVLS comm 0x972d180 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO NVLS comm 0xa10e430 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO NVLS comm 0xc79e480 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO NVLS comm 0xc051bb0 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO NVLS comm 0x9131b60 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO NVLS comm 0xc97d0c0 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO NVLS comm 0xb861a00 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO NVLS comm 0xc068b00 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 00/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 00/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 00/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 00/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 00/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 00/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 01/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 00/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 01/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 02/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 01/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 01/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 01/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 01/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 02/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 02/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 01/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 02/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 02/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 02/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 03/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 03/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 03/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 03/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 03/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 02/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 03/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 04/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 04/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 05/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 04/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 04/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 04/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 03/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 04/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 05/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 05/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 06/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 05/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 05/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 04/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 05/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 06/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 06/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 07/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 06/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 06/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 06/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 05/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 07/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 06/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 07/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 08/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 08/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 07/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 07/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 07/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 08/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 08/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 07/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 09/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 09/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 09/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 08/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 09/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 08/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 08/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 09/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 10/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 10/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 11/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 09/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 10/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 10/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 09/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 11/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 10/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 11/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 12/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 10/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 11/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 13/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 11/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 10/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 11/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 12/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 13/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 12/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 11/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 14/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 12/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 12/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 12/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 13/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 14/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 14/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 12/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 15/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 13/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 14/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 13/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 13/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 15/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 15/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 00/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 13/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 00/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 14/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 00/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 00/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 14/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 14/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 01/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 01/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 15/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 01/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 01/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 02/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 15/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 15/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 02/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 15/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 02/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 02/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 03/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 01/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 00/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 03/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 00/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 03/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 04/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 00/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 04/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 04/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 02/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 02/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 01/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 05/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 06/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 05/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 01/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 05/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 03/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 03/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 07/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 02/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 06/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 06/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 07/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 03/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 04/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 08/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 04/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 07/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 07/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 03/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 08/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 04/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 09/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 05/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 08/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 08/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 04/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 05/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 09/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 10/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 09/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 09/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 06/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 05/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 05/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 06/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 10/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 11/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 10/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 10/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 07/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 06/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 06/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 11/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 07/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 12/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 12/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 11/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 09/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 12/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 08/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 08/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 07/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 14/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 13/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 13/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 13/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 10/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 09/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Channel 15/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 10/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 14/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 08/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 14/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Channel 15/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 11/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 10/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Channel 15/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Channel 15/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 11/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 09/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 12/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 11/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 12/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 11/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 13/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 12/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 13/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 12/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 14/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 13/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 14/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Channel 14/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Channel 15/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 13/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Channel 15/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 14/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Channel 15/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO NVLS comm 0x9644190 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO NVLS comm 0xba3e700 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO NVLS comm 0xcdaff00 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO NVLS comm 0xc1969c0 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO NVLS comm 0xa940180 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO NVLS comm 0xca35240 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO NVLS comm 0xbefcd40 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO NVLS comm 0xc59cd00 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456 +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 00/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 01/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 00/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 00/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 00/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 00/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 00/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 00/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 01/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 02/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 01/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 01/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 01/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 01/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 01/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 02/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 02/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 03/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 02/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 02/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 02/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 03/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 03/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 02/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 03/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 04/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 04/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 03/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 03/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 04/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 04/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 03/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 04/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 05/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 04/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 05/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 04/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 05/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 05/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 05/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 06/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 06/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 05/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 06/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 05/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 06/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 06/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 06/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 07/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 07/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 07/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 07/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 06/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 07/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 07/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 07/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 08/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 08/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 08/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 08/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 09/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 08/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 08/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 08/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 09/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 09/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 09/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 09/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 10/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 09/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 10/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 09/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 10/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 10/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 10/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 11/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 10/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 11/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 11/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 10/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 11/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 11/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 12/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 12/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 11/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 12/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 12/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 11/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 12/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 12/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 13/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 12/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 13/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 13/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 13/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 13/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 13/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 14/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 14/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 14/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 13/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 14/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 14/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 14/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 15/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 15/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 15/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 15/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 14/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 15/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 15/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 15/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 00/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 00/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 00/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 00/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 00/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 00/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 01/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 01/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 01/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 01/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 00/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 01/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 01/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 02/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 02/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 02/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 02/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 03/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 01/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 02/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 03/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 02/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 03/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 03/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 03/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 04/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 02/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 04/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 04/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 04/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 05/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 03/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 04/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 05/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 05/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 05/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 03/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 05/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 06/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 04/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 05/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 06/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 06/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 06/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 04/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 06/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 07/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 06/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 05/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 07/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 07/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 06/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 08/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 07/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 08/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 07/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 08/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 07/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 08/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 08/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 07/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 09/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 09/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 09/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 08/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 09/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 09/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 10/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 10/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 08/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 10/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 09/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 11/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 10/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 10/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 11/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 11/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 09/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 11/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 10/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 12/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 11/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 12/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 12/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 12/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 10/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 13/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 13/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 11/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 13/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 13/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 12/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 13/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 11/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 14/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 14/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 12/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 14/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Channel 14/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 14/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 12/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 13/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Channel 15/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Channel 15/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 13/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Channel 15/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 14/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Channel 15/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 14/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Channel 15/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Channel 15/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Channel 15/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA +t-20260527222147-jzsgv-worker-1:10380:10696 [6] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-0:10377:10695 [6] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-0:10375:10693 [4] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-1:10378:10694 [4] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-1:10379:10699 [5] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-0:10376:10692 [5] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-0:10371:10690 [0] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-1:10374:10697 [0] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-0:10373:10696 [2] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-1:10376:10698 [2] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-1:10375:10692 [1] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-1:10377:10693 [3] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-0:10372:10691 [1] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-0:10374:10694 [3] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-0:10378:10697 [7] NCCL INFO Connected NVLS tree +t-20260527222147-jzsgv-worker-1:10381:10695 [7] NCCL INFO Connected NVLS tree +step=50 loss=7.1813 {'pos0_bos_p': 0.002048901980742812, 'pos0_bos_top1': 0, 'last_eos_p': 0.01111985370516777, 'last_eos_top1': 0} +step=100 loss=7.1190 {'pos0_bos_p': 0.00039884241414256394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9966530203819275, 'last_eos_top1': 4} +step=150 loss=6.9303 {'pos0_bos_p': 0.0010478332405909896, 'pos0_bos_top1': 0, 'last_eos_p': 0.9390329718589783, 'last_eos_top1': 4} +step=200 loss=6.6340 {'pos0_bos_p': 0.001089935889467597, 'pos0_bos_top1': 0, 'last_eos_p': 0.9854118227958679, 'last_eos_top1': 4} +step=250 loss=6.1351 {'pos0_bos_p': 0.0010201199911534786, 'pos0_bos_top1': 0, 'last_eos_p': 0.9910939335823059, 'last_eos_top1': 4} +step=300 loss=6.2008 {'pos0_bos_p': 0.0008392343297600746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9940077066421509, 'last_eos_top1': 4} +step=350 loss=5.8665 {'pos0_bos_p': 0.000842686858959496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9965102076530457, 'last_eos_top1': 4} +step=400 loss=5.5981 {'pos0_bos_p': 0.0009151971898972988, 'pos0_bos_top1': 0, 'last_eos_p': 0.9974541068077087, 'last_eos_top1': 4} +step=450 loss=4.7033 {'pos0_bos_p': 0.0010694758966565132, 'pos0_bos_top1': 0, 'last_eos_p': 0.9981335997581482, 'last_eos_top1': 4} +step=500 loss=4.6647 {'pos0_bos_p': 0.001441884902305901, 'pos0_bos_top1': 0, 'last_eos_p': 0.9979602098464966, 'last_eos_top1': 4} +step=550 loss=5.0447 {'pos0_bos_p': 0.0013329132925719023, 'pos0_bos_top1': 0, 'last_eos_p': 0.9973982572555542, 'last_eos_top1': 4} +step=600 loss=4.4275 {'pos0_bos_p': 0.0016237235395237803, 'pos0_bos_top1': 0, 'last_eos_p': 0.9966734647750854, 'last_eos_top1': 4} +step=650 loss=4.5489 {'pos0_bos_p': 0.0015312226023525, 'pos0_bos_top1': 0, 'last_eos_p': 0.996117353439331, 'last_eos_top1': 4} +step=700 loss=4.6326 {'pos0_bos_p': 0.0013270277995616198, 'pos0_bos_top1': 0, 'last_eos_p': 0.9958146214485168, 'last_eos_top1': 4} +step=750 loss=4.4281 {'pos0_bos_p': 0.0016287920298054814, 'pos0_bos_top1': 0, 'last_eos_p': 0.9958264231681824, 'last_eos_top1': 4} +step=800 loss=4.5303 {'pos0_bos_p': 0.0016893517458811402, 'pos0_bos_top1': 0, 'last_eos_p': 0.9961947202682495, 'last_eos_top1': 4} +step=850 loss=4.4623 {'pos0_bos_p': 0.0013378551229834557, 'pos0_bos_top1': 0, 'last_eos_p': 0.9964075684547424, 'last_eos_top1': 4} +step=900 loss=4.6563 {'pos0_bos_p': 0.0018433912191540003, 'pos0_bos_top1': 0, 'last_eos_p': 0.9966804385185242, 'last_eos_top1': 4} +step=950 loss=4.6454 {'pos0_bos_p': 0.0015348497545346618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9969213008880615, 'last_eos_top1': 4} +step=1000 loss=4.4185 {'pos0_bos_p': 0.001428687828592956, 'pos0_bos_top1': 0, 'last_eos_p': 0.9971141815185547, 'last_eos_top1': 4} +step=1050 loss=4.3603 {'pos0_bos_p': 0.0014124169247224927, 'pos0_bos_top1': 0, 'last_eos_p': 0.9970124959945679, 'last_eos_top1': 4} +step=1100 loss=4.7247 {'pos0_bos_p': 0.0015619064215570688, 'pos0_bos_top1': 0, 'last_eos_p': 0.9973601698875427, 'last_eos_top1': 4} +step=1150 loss=3.8994 {'pos0_bos_p': 0.0014686385402455926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9975464940071106, 'last_eos_top1': 4} +step=1200 loss=4.7050 {'pos0_bos_p': 0.0014542395947501063, 'pos0_bos_top1': 0, 'last_eos_p': 0.9978152513504028, 'last_eos_top1': 4} +step=1250 loss=3.8552 {'pos0_bos_p': 0.001236304291523993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9977031350135803, 'last_eos_top1': 4} +step=1300 loss=3.9887 {'pos0_bos_p': 0.0014093286590650678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9978969097137451, 'last_eos_top1': 4} +step=1350 loss=4.2644 {'pos0_bos_p': 0.0015325209824368358, 'pos0_bos_top1': 0, 'last_eos_p': 0.9980481863021851, 'last_eos_top1': 4} +step=1400 loss=4.0734 {'pos0_bos_p': 0.001406563096679747, 'pos0_bos_top1': 0, 'last_eos_p': 0.9979063272476196, 'last_eos_top1': 4} +step=1450 loss=4.1103 {'pos0_bos_p': 0.0013972331071272492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9979501366615295, 'last_eos_top1': 4} +step=1500 loss=4.0225 {'pos0_bos_p': 0.0013214224018156528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9982489347457886, 'last_eos_top1': 4} +step=1550 loss=4.8426 {'pos0_bos_p': 0.0013440472539514303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9984519481658936, 'last_eos_top1': 4} +step=1600 loss=3.8101 {'pos0_bos_p': 0.0014083781279623508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9986022114753723, 'last_eos_top1': 4} +step=1650 loss=3.9764 {'pos0_bos_p': 0.0015840072883293033, 'pos0_bos_top1': 0, 'last_eos_p': 0.9987189769744873, 'last_eos_top1': 4} +step=1700 loss=4.1941 {'pos0_bos_p': 0.0014149087946861982, 'pos0_bos_top1': 0, 'last_eos_p': 0.99903404712677, 'last_eos_top1': 4} +step=1750 loss=4.1079 {'pos0_bos_p': 0.0014402492670342326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991419315338135, 'last_eos_top1': 4} +step=1800 loss=4.2772 {'pos0_bos_p': 0.00129757821559906, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993374943733215, 'last_eos_top1': 4} +step=1850 loss=3.3331 {'pos0_bos_p': 0.0014432441676035523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994544386863708, 'last_eos_top1': 4} +step=1900 loss=3.7933 {'pos0_bos_p': 0.0013831168180331588, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995287656784058, 'last_eos_top1': 4} +step=1950 loss=3.3591 {'pos0_bos_p': 0.001313791493885219, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995784163475037, 'last_eos_top1': 4} +step=2000 loss=3.3743 {'pos0_bos_p': 0.0011915500508621335, 'pos0_bos_top1': 0, 'last_eos_p': 0.999648928642273, 'last_eos_top1': 4} +step=2050 loss=3.4393 {'pos0_bos_p': 0.0013178617227822542, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997319579124451, 'last_eos_top1': 4} +step=2100 loss=4.0147 {'pos0_bos_p': 0.0013444316573441029, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997387528419495, 'last_eos_top1': 4} +step=2150 loss=3.6155 {'pos0_bos_p': 0.0014607917983084917, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998175501823425, 'last_eos_top1': 4} +step=2200 loss=3.9434 {'pos0_bos_p': 0.0012730263406410813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998255372047424, 'last_eos_top1': 4} +step=2250 loss=3.4467 {'pos0_bos_p': 0.0014868094585835934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998637437820435, 'last_eos_top1': 4} +step=2300 loss=3.7835 {'pos0_bos_p': 0.0012050013756379485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998757839202881, 'last_eos_top1': 4} +step=2350 loss=3.4955 {'pos0_bos_p': 0.001371911377646029, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998948574066162, 'last_eos_top1': 4} +step=2400 loss=3.5276 {'pos0_bos_p': 0.0014622558373957872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999172687530518, 'last_eos_top1': 4} +step=2450 loss=3.9570 {'pos0_bos_p': 0.0015629270346835256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999251365661621, 'last_eos_top1': 4} +step=2500 loss=3.7880 {'pos0_bos_p': 0.00134432059712708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999285936355591, 'last_eos_top1': 4} +step=2550 loss=3.7307 {'pos0_bos_p': 0.0013736190740019083, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999339580535889, 'last_eos_top1': 4} +step=2600 loss=3.3099 {'pos0_bos_p': 0.0013986515114083886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999393224716187, 'last_eos_top1': 4} +step=2650 loss=3.4847 {'pos0_bos_p': 0.001343748765066266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999479055404663, 'last_eos_top1': 4} +step=2700 loss=4.0639 {'pos0_bos_p': 0.001365800155326724, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999434947967529, 'last_eos_top1': 4} +step=2750 loss=3.8815 {'pos0_bos_p': 0.0013541335938498378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999442100524902, 'last_eos_top1': 4} +step=2800 loss=3.2235 {'pos0_bos_p': 0.0013957798946648836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999545812606812, 'last_eos_top1': 4} +step=2850 loss=3.5863 {'pos0_bos_p': 0.0013510617427527905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999521970748901, 'last_eos_top1': 4} +step=2900 loss=3.5840 {'pos0_bos_p': 0.0015129945240914822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999610185623169, 'last_eos_top1': 4} +step=2950 loss=2.7448 {'pos0_bos_p': 0.001448732684366405, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999600648880005, 'last_eos_top1': 4} +step=3000 loss=3.8374 {'pos0_bos_p': 0.0013728769263252616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999610185623169, 'last_eos_top1': 4} +step=3050 loss=3.1574 {'pos0_bos_p': 0.0013383370824158192, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999653100967407, 'last_eos_top1': 4} +step=3100 loss=3.3850 {'pos0_bos_p': 0.0013755563413724303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999663829803467, 'last_eos_top1': 4} +step=3150 loss=3.0494 {'pos0_bos_p': 0.001447857590392232, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999712705612183, 'last_eos_top1': 4} +step=3200 loss=3.6504 {'pos0_bos_p': 0.0012154413852840662, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999740123748779, 'last_eos_top1': 4} +step=3250 loss=4.0985 {'pos0_bos_p': 0.0014785273233428597, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=3300 loss=3.4376 {'pos0_bos_p': 0.0014299543108791113, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=3350 loss=3.4697 {'pos0_bos_p': 0.0013381373137235641, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=3400 loss=2.8870 {'pos0_bos_p': 0.0012498745927587152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999778270721436, 'last_eos_top1': 4} +step=3450 loss=3.5605 {'pos0_bos_p': 0.0014386783586815, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999812841415405, 'last_eos_top1': 4} +step=3500 loss=3.1598 {'pos0_bos_p': 0.0014410539297387004, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=3550 loss=3.4016 {'pos0_bos_p': 0.0012109560193493962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999773502349854, 'last_eos_top1': 4} +step=3600 loss=3.2034 {'pos0_bos_p': 0.0013258472317829728, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=3650 loss=3.1717 {'pos0_bos_p': 0.0014115528902038932, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=3700 loss=3.3770 {'pos0_bos_p': 0.0013291978975757957, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=3750 loss=3.6453 {'pos0_bos_p': 0.001399319153279066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=3800 loss=3.5612 {'pos0_bos_p': 0.0012880953727290034, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=3850 loss=3.6969 {'pos0_bos_p': 0.0012742112157866359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=3900 loss=3.4449 {'pos0_bos_p': 0.0011971576604992151, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=3950 loss=3.7285 {'pos0_bos_p': 0.001276990631595254, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=4000 loss=3.3992 {'pos0_bos_p': 0.0013383292825892568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=4050 loss=3.3175 {'pos0_bos_p': 0.0012582995695993304, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=4100 loss=3.5080 {'pos0_bos_p': 0.0012104000197723508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=4150 loss=3.2905 {'pos0_bos_p': 0.0013077460462227464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=4200 loss=3.1750 {'pos0_bos_p': 0.001257509458810091, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=4250 loss=3.5531 {'pos0_bos_p': 0.001215277356095612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=4300 loss=3.4549 {'pos0_bos_p': 0.0013024047948420048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=4350 loss=3.6543 {'pos0_bos_p': 0.0012514538830146194, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=4400 loss=3.2081 {'pos0_bos_p': 0.0012825537705793977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=4450 loss=3.2544 {'pos0_bos_p': 0.001294176559895277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=4500 loss=3.0632 {'pos0_bos_p': 0.0012395759113132954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=4550 loss=3.4950 {'pos0_bos_p': 0.0012310121674090624, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999923706054688, 'last_eos_top1': 4} +step=4600 loss=2.9010 {'pos0_bos_p': 0.0012372091878205538, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999921321868896, 'last_eos_top1': 4} +step=4650 loss=3.1770 {'pos0_bos_p': 0.0012653417652472854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999935626983643, 'last_eos_top1': 4} +step=4700 loss=3.3842 {'pos0_bos_p': 0.0013143331743776798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999921321868896, 'last_eos_top1': 4} +step=4750 loss=3.5792 {'pos0_bos_p': 0.0011417068308219314, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999922513961792, 'last_eos_top1': 4} +step=4800 loss=3.4369 {'pos0_bos_p': 0.0014446579152718186, 'pos0_bos_top1': 0, 'last_eos_p': 0.999994158744812, 'last_eos_top1': 4} +step=4850 loss=3.3608 {'pos0_bos_p': 0.001208850764669478, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=4900 loss=3.3035 {'pos0_bos_p': 0.0012264829128980637, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=4950 loss=3.0570 {'pos0_bos_p': 0.0013403609627857804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999923706054688, 'last_eos_top1': 4} +step=5000 loss=2.8952 {'pos0_bos_p': 0.0013026315718889236, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=5050 loss=2.9131 {'pos0_bos_p': 0.0012126172659918666, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=5100 loss=3.5100 {'pos0_bos_p': 0.0012712497264146805, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999929666519165, 'last_eos_top1': 4} +step=5150 loss=3.1001 {'pos0_bos_p': 0.0013067410327494144, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999924898147583, 'last_eos_top1': 4} +step=5200 loss=2.9942 {'pos0_bos_p': 0.001343821524642408, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999918937683105, 'last_eos_top1': 4} +step=5250 loss=3.3346 {'pos0_bos_p': 0.001216798322275281, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999924898147583, 'last_eos_top1': 4} +step=5300 loss=3.0357 {'pos0_bos_p': 0.0012642722576856613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999935626983643, 'last_eos_top1': 4} +step=5350 loss=3.4358 {'pos0_bos_p': 0.0012120718602091074, 'pos0_bos_top1': 0, 'last_eos_p': 0.999992847442627, 'last_eos_top1': 4} +step=5400 loss=2.9825 {'pos0_bos_p': 0.0012227693805471063, 'pos0_bos_top1': 0, 'last_eos_p': 0.999993085861206, 'last_eos_top1': 4} +step=5450 loss=3.1928 {'pos0_bos_p': 0.0012078459840267897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999927282333374, 'last_eos_top1': 4} +step=5500 loss=2.9593 {'pos0_bos_p': 0.0012376015074551105, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999924898147583, 'last_eos_top1': 4} +step=5550 loss=3.5900 {'pos0_bos_p': 0.001251333742402494, 'pos0_bos_top1': 0, 'last_eos_p': 0.999994158744812, 'last_eos_top1': 4} +step=5600 loss=3.3248 {'pos0_bos_p': 0.0011864852858707309, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999924898147583, 'last_eos_top1': 4} +step=5650 loss=3.3384 {'pos0_bos_p': 0.0012656935723498464, 'pos0_bos_top1': 0, 'last_eos_p': 0.999994158744812, 'last_eos_top1': 4} +step=5700 loss=3.1701 {'pos0_bos_p': 0.0011997546534985304, 'pos0_bos_top1': 0, 'last_eos_p': 0.999992847442627, 'last_eos_top1': 4} +step=5750 loss=3.4581 {'pos0_bos_p': 0.001089439494535327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4} +step=5800 loss=3.1399 {'pos0_bos_p': 0.0012076490093022585, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4} +step=5850 loss=3.5641 {'pos0_bos_p': 0.0012535718269646168, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999932050704956, 'last_eos_top1': 4} +step=5900 loss=2.3462 {'pos0_bos_p': 0.0012216920731589198, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999938011169434, 'last_eos_top1': 4} +step=5950 loss=3.6103 {'pos0_bos_p': 0.001162447384558618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999939203262329, 'last_eos_top1': 4} +step=6000 loss=2.9338 {'pos0_bos_p': 0.0013132068561390042, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999923706054688, 'last_eos_top1': 4} +step=6050 loss=3.3711 {'pos0_bos_p': 0.0012399198021739721, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4} +step=6100 loss=3.8444 {'pos0_bos_p': 0.0012496861163526773, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999922513961792, 'last_eos_top1': 4} +step=6150 loss=3.2337 {'pos0_bos_p': 0.0012076669372618198, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999933242797852, 'last_eos_top1': 4} +step=6200 loss=2.9091 {'pos0_bos_p': 0.0012749447487294674, 'pos0_bos_top1': 0, 'last_eos_p': 0.999994158744812, 'last_eos_top1': 4} +step=6250 loss=3.1463 {'pos0_bos_p': 0.00120149040594697, 'pos0_bos_top1': 0, 'last_eos_p': 0.999992847442627, 'last_eos_top1': 4} +step=6300 loss=3.4765 {'pos0_bos_p': 0.0011897116200998425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999924898147583, 'last_eos_top1': 4} +step=6350 loss=3.3291 {'pos0_bos_p': 0.0012293215841054916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999939203262329, 'last_eos_top1': 4} +step=6400 loss=3.2747 {'pos0_bos_p': 0.0012015101965516806, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=6450 loss=3.2908 {'pos0_bos_p': 0.0011926920851692557, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=6500 loss=3.4298 {'pos0_bos_p': 0.0012397991959005594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=6550 loss=2.9344 {'pos0_bos_p': 0.0013189261080697179, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=6600 loss=3.1318 {'pos0_bos_p': 0.001125882612541318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=6650 loss=2.8833 {'pos0_bos_p': 0.0012920090230181813, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=6700 loss=2.9748 {'pos0_bos_p': 0.0011335336603224277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=6750 loss=3.3343 {'pos0_bos_p': 0.0012073483085259795, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=6800 loss=2.7891 {'pos0_bos_p': 0.0011615394614636898, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=6850 loss=3.1058 {'pos0_bos_p': 0.001273184665478766, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=6900 loss=2.6288 {'pos0_bos_p': 0.0011805333197116852, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=6950 loss=3.1573 {'pos0_bos_p': 0.0012718731304630637, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=7000 loss=3.4987 {'pos0_bos_p': 0.0010740775614976883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=7050 loss=3.1121 {'pos0_bos_p': 0.0012218186166137457, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=7100 loss=3.0539 {'pos0_bos_p': 0.001163554028607905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=7150 loss=3.3668 {'pos0_bos_p': 0.001296945963986218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=7200 loss=2.6676 {'pos0_bos_p': 0.0011818858329206705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=7250 loss=3.3266 {'pos0_bos_p': 0.001282988116145134, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=7300 loss=2.9066 {'pos0_bos_p': 0.0013162045506760478, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=7350 loss=3.5281 {'pos0_bos_p': 0.0011636120034381747, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=7400 loss=3.2351 {'pos0_bos_p': 0.0011977016692981124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=7450 loss=3.4241 {'pos0_bos_p': 0.0012935912236571312, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=7500 loss=3.7807 {'pos0_bos_p': 0.0013027401873841882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=7550 loss=2.9476 {'pos0_bos_p': 0.0012154552387073636, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=7600 loss=2.4234 {'pos0_bos_p': 0.0012463931925594807, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999785423278809, 'last_eos_top1': 4} +step=7650 loss=4.2908 {'pos0_bos_p': 0.0012354458449408412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=7700 loss=2.9058 {'pos0_bos_p': 0.0013280613347887993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=7750 loss=3.5122 {'pos0_bos_p': 0.0012539462186396122, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=7800 loss=2.7719 {'pos0_bos_p': 0.0012733713956549764, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=7850 loss=2.7999 {'pos0_bos_p': 0.0012592277489602566, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=7900 loss=2.8596 {'pos0_bos_p': 0.001364455558359623, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=7950 loss=2.8361 {'pos0_bos_p': 0.0011885191779583693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999741315841675, 'last_eos_top1': 4} +step=8000 loss=2.6570 {'pos0_bos_p': 0.0012055238476023078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999678134918213, 'last_eos_top1': 4} +step=8050 loss=3.0942 {'pos0_bos_p': 0.0012343882117420435, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999709129333496, 'last_eos_top1': 4} +step=8100 loss=3.0798 {'pos0_bos_p': 0.0012170124100521207, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999760389328003, 'last_eos_top1': 4} +step=8150 loss=2.9073 {'pos0_bos_p': 0.0012532887049019337, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999765157699585, 'last_eos_top1': 4} +step=8200 loss=3.7034 {'pos0_bos_p': 0.0011719673639163375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=8250 loss=3.7613 {'pos0_bos_p': 0.0011523495195433497, 'pos0_bos_top1': 0, 'last_eos_p': 0.999974250793457, 'last_eos_top1': 4} +step=8300 loss=3.4358 {'pos0_bos_p': 0.0011469885939732194, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999723434448242, 'last_eos_top1': 4} +step=8350 loss=3.3020 {'pos0_bos_p': 0.0011853286996483803, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999713897705078, 'last_eos_top1': 4} +step=8400 loss=2.6328 {'pos0_bos_p': 0.001232820563018322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=8450 loss=3.0188 {'pos0_bos_p': 0.0011870439630001783, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999642372131348, 'last_eos_top1': 4} +step=8500 loss=2.8744 {'pos0_bos_p': 0.0012425932800397277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999673366546631, 'last_eos_top1': 4} +step=8550 loss=2.5118 {'pos0_bos_p': 0.001126502058468759, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999649524688721, 'last_eos_top1': 4} +step=8600 loss=2.9032 {'pos0_bos_p': 0.0011971939820796251, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962568283081, 'last_eos_top1': 4} +step=8650 loss=3.0056 {'pos0_bos_p': 0.0011458619264885783, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999736547470093, 'last_eos_top1': 4} +step=8700 loss=3.2327 {'pos0_bos_p': 0.0012025766773149371, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999691247940063, 'last_eos_top1': 4} +step=8750 loss=3.2570 {'pos0_bos_p': 0.001234404626302421, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999642372131348, 'last_eos_top1': 4} +step=8800 loss=3.2575 {'pos0_bos_p': 0.0012229183921590447, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999642372131348, 'last_eos_top1': 4} +step=8850 loss=3.4143 {'pos0_bos_p': 0.0012386338785290718, 'pos0_bos_top1': 0, 'last_eos_p': 0.999956488609314, 'last_eos_top1': 4} +step=8900 loss=3.1013 {'pos0_bos_p': 0.0012450567446649075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999654293060303, 'last_eos_top1': 4} +step=8950 loss=3.5054 {'pos0_bos_p': 0.0011568787740543485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999659061431885, 'last_eos_top1': 4} +step=9000 loss=3.7406 {'pos0_bos_p': 0.001132485456764698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=9050 loss=3.9134 {'pos0_bos_p': 0.0011269969400018454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999656677246094, 'last_eos_top1': 4} +step=9100 loss=3.1756 {'pos0_bos_p': 0.0011036248179152608, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999603033065796, 'last_eos_top1': 4} +step=9150 loss=2.8495 {'pos0_bos_p': 0.0011555926175788045, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999579191207886, 'last_eos_top1': 4} +step=9200 loss=2.7469 {'pos0_bos_p': 0.0011479711392894387, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999455213546753, 'last_eos_top1': 4} +step=9250 loss=2.9446 {'pos0_bos_p': 0.0012706033885478973, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999551773071289, 'last_eos_top1': 4} +step=9300 loss=3.2058 {'pos0_bos_p': 0.0011122978758066893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999529123306274, 'last_eos_top1': 4} +step=9350 loss=2.9270 {'pos0_bos_p': 0.0011677490547299385, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999556541442871, 'last_eos_top1': 4} +step=9400 loss=3.0946 {'pos0_bos_p': 0.0011682405602186918, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999536275863647, 'last_eos_top1': 4} +step=9450 loss=3.3830 {'pos0_bos_p': 0.0010370042873546481, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999563694000244, 'last_eos_top1': 4} +step=9500 loss=3.3618 {'pos0_bos_p': 0.001251764944754541, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999496936798096, 'last_eos_top1': 4} +step=9550 loss=2.3667 {'pos0_bos_p': 0.001094801351428032, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999479055404663, 'last_eos_top1': 4} +step=9600 loss=3.1477 {'pos0_bos_p': 0.0011579846031963825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999535083770752, 'last_eos_top1': 4} +step=9650 loss=2.8020 {'pos0_bos_p': 0.001171492855064571, 'pos0_bos_top1': 0, 'last_eos_p': 0.999957799911499, 'last_eos_top1': 4} +step=9700 loss=3.4690 {'pos0_bos_p': 0.001165332505479455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999420642852783, 'last_eos_top1': 4} +step=9750 loss=3.0193 {'pos0_bos_p': 0.001229027402587235, 'pos0_bos_top1': 0, 'last_eos_p': 0.999951958656311, 'last_eos_top1': 4} +step=9800 loss=3.0805 {'pos0_bos_p': 0.0012316041393205523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999517202377319, 'last_eos_top1': 4} +step=9850 loss=2.9515 {'pos0_bos_p': 0.0012008169433102012, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999496936798096, 'last_eos_top1': 4} +step=9900 loss=2.8737 {'pos0_bos_p': 0.0011605449253693223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999369382858276, 'last_eos_top1': 4} +step=9950 loss=3.1979 {'pos0_bos_p': 0.0012407944304868579, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999513626098633, 'last_eos_top1': 4} +step=10000 loss=3.0293 {'pos0_bos_p': 0.0010634788777679205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999568462371826, 'last_eos_top1': 4} +step=10050 loss=3.2218 {'pos0_bos_p': 0.001249642693437636, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999470710754395, 'last_eos_top1': 4} +step=10100 loss=3.1676 {'pos0_bos_p': 0.001123593421652913, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999414682388306, 'last_eos_top1': 4} +step=10150 loss=2.8156 {'pos0_bos_p': 0.0012167053064331412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999417066574097, 'last_eos_top1': 4} +step=10200 loss=3.4492 {'pos0_bos_p': 0.0011074921349063516, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999383687973022, 'last_eos_top1': 4} +step=10250 loss=2.6119 {'pos0_bos_p': 0.0011282539926469326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999403953552246, 'last_eos_top1': 4} +step=10300 loss=2.4900 {'pos0_bos_p': 0.0011464019771665335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999420642852783, 'last_eos_top1': 4} +step=10350 loss=3.4292 {'pos0_bos_p': 0.0013436268782243133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999423027038574, 'last_eos_top1': 4} +step=10400 loss=3.3613 {'pos0_bos_p': 0.0011679308954626322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999306201934814, 'last_eos_top1': 4} +step=10450 loss=3.4676 {'pos0_bos_p': 0.0012255600886419415, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999303817749023, 'last_eos_top1': 4} +step=10500 loss=2.9837 {'pos0_bos_p': 0.0011493235360831022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999393224716187, 'last_eos_top1': 4} +step=10550 loss=3.2496 {'pos0_bos_p': 0.0011778563493862748, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999349117279053, 'last_eos_top1': 4} +step=10600 loss=2.4497 {'pos0_bos_p': 0.00122422247659415, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999217987060547, 'last_eos_top1': 4} +step=10650 loss=3.4163 {'pos0_bos_p': 0.0012550416868180037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999362230300903, 'last_eos_top1': 4} +step=10700 loss=3.7248 {'pos0_bos_p': 0.0012664379319176078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999377727508545, 'last_eos_top1': 4} +step=10750 loss=3.4817 {'pos0_bos_p': 0.0011872390750795603, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999399185180664, 'last_eos_top1': 4} +step=10800 loss=3.1595 {'pos0_bos_p': 0.0011967256432399154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999303817749023, 'last_eos_top1': 4} +step=10850 loss=2.7161 {'pos0_bos_p': 0.0012549621751531959, 'pos0_bos_top1': 0, 'last_eos_p': 0.999927282333374, 'last_eos_top1': 4} +step=10900 loss=2.9979 {'pos0_bos_p': 0.001105872681364417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999314546585083, 'last_eos_top1': 4} +step=10950 loss=2.9108 {'pos0_bos_p': 0.0012061229208484292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999333620071411, 'last_eos_top1': 4} +step=11000 loss=2.8206 {'pos0_bos_p': 0.0010609074961394072, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999160766601562, 'last_eos_top1': 4} +step=11050 loss=3.4458 {'pos0_bos_p': 0.001143959816545248, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999411106109619, 'last_eos_top1': 4} +step=11100 loss=2.8556 {'pos0_bos_p': 0.0011260384926572442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999159574508667, 'last_eos_top1': 4} +step=11150 loss=3.0702 {'pos0_bos_p': 0.001308478880673647, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999184608459473, 'last_eos_top1': 4} +step=11200 loss=3.1536 {'pos0_bos_p': 0.0010669457260519266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999181032180786, 'last_eos_top1': 4} +step=11250 loss=3.2377 {'pos0_bos_p': 0.0012849580962210894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999366998672485, 'last_eos_top1': 4} +step=11300 loss=2.9925 {'pos0_bos_p': 0.001144214067608118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999299049377441, 'last_eos_top1': 4} +step=11350 loss=3.3993 {'pos0_bos_p': 0.001068310928530991, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999376535415649, 'last_eos_top1': 4} +step=11400 loss=3.3400 {'pos0_bos_p': 0.001068958081305027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999293088912964, 'last_eos_top1': 4} +step=11450 loss=3.6520 {'pos0_bos_p': 0.0010732177179306746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999346733093262, 'last_eos_top1': 4} +step=11500 loss=2.9296 {'pos0_bos_p': 0.001189172500744462, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999244213104248, 'last_eos_top1': 4} +step=11550 loss=3.8299 {'pos0_bos_p': 0.0011698934249579906, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999346733093262, 'last_eos_top1': 4} +step=11600 loss=3.0381 {'pos0_bos_p': 0.0012078718282282352, 'pos0_bos_top1': 0, 'last_eos_p': 0.999923825263977, 'last_eos_top1': 4} +step=11650 loss=3.1960 {'pos0_bos_p': 0.0011669867672026157, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999289512634277, 'last_eos_top1': 4} +step=11700 loss=3.0929 {'pos0_bos_p': 0.0013085472164675593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999464750289917, 'last_eos_top1': 4} +step=11750 loss=3.2760 {'pos0_bos_p': 0.0011440120870247483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999226331710815, 'last_eos_top1': 4} +step=11800 loss=3.0047 {'pos0_bos_p': 0.0010363792534917593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999207258224487, 'last_eos_top1': 4} +step=11850 loss=2.9741 {'pos0_bos_p': 0.0012528711231425405, 'pos0_bos_top1': 0, 'last_eos_p': 0.999936580657959, 'last_eos_top1': 4} +step=11900 loss=3.2525 {'pos0_bos_p': 0.0010707912733778358, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999312162399292, 'last_eos_top1': 4} +step=11950 loss=2.9590 {'pos0_bos_p': 0.001112881931476295, 'pos0_bos_top1': 0, 'last_eos_p': 0.999909520149231, 'last_eos_top1': 4} +step=12000 loss=2.6319 {'pos0_bos_p': 0.0012309507001191378, 'pos0_bos_top1': 0, 'last_eos_p': 0.999919056892395, 'last_eos_top1': 4} +step=12050 loss=3.3593 {'pos0_bos_p': 0.0010968027636408806, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999071359634399, 'last_eos_top1': 4} +step=12100 loss=3.2053 {'pos0_bos_p': 0.0011577809927985072, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999337196350098, 'last_eos_top1': 4} +step=12150 loss=3.3110 {'pos0_bos_p': 0.0011881723767146468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999204874038696, 'last_eos_top1': 4} +step=12200 loss=2.8455 {'pos0_bos_p': 0.001113435602746904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999188184738159, 'last_eos_top1': 4} +step=12250 loss=3.0379 {'pos0_bos_p': 0.0010682226857170463, 'pos0_bos_top1': 0, 'last_eos_p': 0.999929666519165, 'last_eos_top1': 4} +step=12300 loss=2.9199 {'pos0_bos_p': 0.0011384879471734166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999192953109741, 'last_eos_top1': 4} +step=12350 loss=3.1186 {'pos0_bos_p': 0.0012463919119909406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999133348464966, 'last_eos_top1': 4} +step=12400 loss=2.7084 {'pos0_bos_p': 0.0011398227652534842, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999182224273682, 'last_eos_top1': 4} +step=12450 loss=3.3707 {'pos0_bos_p': 0.0010718287667259574, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999157190322876, 'last_eos_top1': 4} +step=12500 loss=2.8835 {'pos0_bos_p': 0.0011040711542591453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999147653579712, 'last_eos_top1': 4} +step=12550 loss=2.9010 {'pos0_bos_p': 0.0011686627985909581, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999152421951294, 'last_eos_top1': 4} +step=12600 loss=2.9314 {'pos0_bos_p': 0.0011853142641484737, 'pos0_bos_top1': 0, 'last_eos_p': 0.999932050704956, 'last_eos_top1': 4} +step=12650 loss=3.4517 {'pos0_bos_p': 0.0010926284594461322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999098777770996, 'last_eos_top1': 4} +step=12700 loss=3.1928 {'pos0_bos_p': 0.0011558914557099342, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999254941940308, 'last_eos_top1': 4} +step=12750 loss=3.1807 {'pos0_bos_p': 0.0010029112454503775, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998966455459595, 'last_eos_top1': 4} +step=12800 loss=2.4631 {'pos0_bos_p': 0.0011543656000867486, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999004602432251, 'last_eos_top1': 4} +step=12850 loss=2.9387 {'pos0_bos_p': 0.0011858352227136493, 'pos0_bos_top1': 0, 'last_eos_p': 0.999910831451416, 'last_eos_top1': 4} +step=12900 loss=3.4122 {'pos0_bos_p': 0.0011918647214770317, 'pos0_bos_top1': 0, 'last_eos_p': 0.999909520149231, 'last_eos_top1': 4} +step=12950 loss=2.6190 {'pos0_bos_p': 0.001175143290311098, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999082088470459, 'last_eos_top1': 4} +step=13000 loss=2.2112 {'pos0_bos_p': 0.0011991186765953898, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999258518218994, 'last_eos_top1': 4} +step=13050 loss=2.9693 {'pos0_bos_p': 0.0011813242454081774, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999234676361084, 'last_eos_top1': 4} +step=13100 loss=2.9822 {'pos0_bos_p': 0.00122517766430974, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999091625213623, 'last_eos_top1': 4} +step=13150 loss=2.4810 {'pos0_bos_p': 0.001208511646836996, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999077320098877, 'last_eos_top1': 4} +step=13200 loss=3.1202 {'pos0_bos_p': 0.0012078930158168077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998844861984253, 'last_eos_top1': 4} +step=13250 loss=3.2174 {'pos0_bos_p': 0.0012010280042886734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998912811279297, 'last_eos_top1': 4} +step=13300 loss=2.8509 {'pos0_bos_p': 0.0012510207016021013, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999089241027832, 'last_eos_top1': 4} +step=13350 loss=3.1452 {'pos0_bos_p': 0.0010502065997570753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999052286148071, 'last_eos_top1': 4} +step=13400 loss=2.8832 {'pos0_bos_p': 0.0013065390521660447, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999051094055176, 'last_eos_top1': 4} +step=13450 loss=3.2770 {'pos0_bos_p': 0.0010552952298894525, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999154806137085, 'last_eos_top1': 4} +step=13500 loss=2.8301 {'pos0_bos_p': 0.0011721436167135835, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999079704284668, 'last_eos_top1': 4} +step=13550 loss=3.2683 {'pos0_bos_p': 0.0011996538378298283, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999148845672607, 'last_eos_top1': 4} +step=13600 loss=2.6653 {'pos0_bos_p': 0.0011630012886598706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998854398727417, 'last_eos_top1': 4} +step=13650 loss=3.0125 {'pos0_bos_p': 0.0012065437622368336, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998905658721924, 'last_eos_top1': 4} +step=13700 loss=3.2967 {'pos0_bos_p': 0.0011466714786365628, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998798370361328, 'last_eos_top1': 4} +step=13750 loss=3.1103 {'pos0_bos_p': 0.0011629256187006831, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998874664306641, 'last_eos_top1': 4} +step=13800 loss=2.6471 {'pos0_bos_p': 0.0012351409532129765, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998996257781982, 'last_eos_top1': 4} +step=13850 loss=3.2042 {'pos0_bos_p': 0.0012111192336305976, 'pos0_bos_top1': 0, 'last_eos_p': 0.99989914894104, 'last_eos_top1': 4} +step=13900 loss=3.5327 {'pos0_bos_p': 0.0013099618954584002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998939037322998, 'last_eos_top1': 4} +step=13950 loss=3.3018 {'pos0_bos_p': 0.0013134879991412163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999743700027466, 'last_eos_top1': 4} +step=14000 loss=3.0908 {'pos0_bos_p': 0.001205148990266025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9985180497169495, 'last_eos_top1': 4} +step=14050 loss=2.8369 {'pos0_bos_p': 0.0013212119229137897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994845390319824, 'last_eos_top1': 4} +step=14100 loss=2.4183 {'pos0_bos_p': 0.0013099563075229526, 'pos0_bos_top1': 0, 'last_eos_p': 0.999658465385437, 'last_eos_top1': 4} +step=14150 loss=3.7016 {'pos0_bos_p': 0.0011484879069030285, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997432827949524, 'last_eos_top1': 4} +step=14200 loss=3.1483 {'pos0_bos_p': 0.0012861917493864894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997796416282654, 'last_eos_top1': 4} +step=14250 loss=2.8753 {'pos0_bos_p': 0.001314516761340201, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998132586479187, 'last_eos_top1': 4} +step=14300 loss=2.9520 {'pos0_bos_p': 0.0012788419844582677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998294115066528, 'last_eos_top1': 4} +step=14350 loss=3.2284 {'pos0_bos_p': 0.0013488535769283772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998424053192139, 'last_eos_top1': 4} +step=14400 loss=2.8566 {'pos0_bos_p': 0.0013077410403639078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998544454574585, 'last_eos_top1': 4} +step=14450 loss=2.6930 {'pos0_bos_p': 0.0012495397822931409, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998763799667358, 'last_eos_top1': 4} +step=14500 loss=2.5330 {'pos0_bos_p': 0.0012885365867987275, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998643398284912, 'last_eos_top1': 4} +step=14550 loss=2.9543 {'pos0_bos_p': 0.001383087132126093, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998728036880493, 'last_eos_top1': 4} +step=14600 loss=3.0274 {'pos0_bos_p': 0.0014000930823385715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998793601989746, 'last_eos_top1': 4} +step=14650 loss=2.9374 {'pos0_bos_p': 0.0013234004145488143, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998716115951538, 'last_eos_top1': 4} +step=14700 loss=2.7271 {'pos0_bos_p': 0.0011932689230889082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998780488967896, 'last_eos_top1': 4} +step=14750 loss=3.3994 {'pos0_bos_p': 0.0012639096239581704, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998762607574463, 'last_eos_top1': 4} +step=14800 loss=3.6546 {'pos0_bos_p': 0.0012682377127930522, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998778104782104, 'last_eos_top1': 4} +step=14850 loss=2.9289 {'pos0_bos_p': 0.001350334263406694, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998724460601807, 'last_eos_top1': 4} +step=14900 loss=2.8295 {'pos0_bos_p': 0.0014327715616673231, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998824596405029, 'last_eos_top1': 4} +step=14950 loss=2.6975 {'pos0_bos_p': 0.0014614866813644767, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998778104782104, 'last_eos_top1': 4} +step=15000 loss=2.7520 {'pos0_bos_p': 0.0013317614793777466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998887777328491, 'last_eos_top1': 4} +step=15050 loss=2.9579 {'pos0_bos_p': 0.0013674101792275906, 'pos0_bos_top1': 0, 'last_eos_p': 0.999875545501709, 'last_eos_top1': 4} +step=15100 loss=3.1117 {'pos0_bos_p': 0.001346866018138826, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998784065246582, 'last_eos_top1': 4} +step=15150 loss=2.9956 {'pos0_bos_p': 0.0012268066639080644, 'pos0_bos_top1': 0, 'last_eos_p': 0.999883770942688, 'last_eos_top1': 4} +step=15200 loss=3.1060 {'pos0_bos_p': 0.0012462787562981248, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999037981033325, 'last_eos_top1': 4} +step=15250 loss=3.0448 {'pos0_bos_p': 0.0012623050715774298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998996257781982, 'last_eos_top1': 4} +step=15300 loss=2.7353 {'pos0_bos_p': 0.0013022776693105698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999039173126221, 'last_eos_top1': 4} +step=15350 loss=2.6533 {'pos0_bos_p': 0.0014019006630405784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999039173126221, 'last_eos_top1': 4} +step=15400 loss=2.2166 {'pos0_bos_p': 0.0012354061473160982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999033212661743, 'last_eos_top1': 4} +step=15450 loss=3.5789 {'pos0_bos_p': 0.0012562564807012677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998965263366699, 'last_eos_top1': 4} +step=15500 loss=3.3613 {'pos0_bos_p': 0.00128424062859267, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998831748962402, 'last_eos_top1': 4} +step=15550 loss=2.6689 {'pos0_bos_p': 0.0013000922044739127, 'pos0_bos_top1': 0, 'last_eos_p': 0.999891996383667, 'last_eos_top1': 4} +step=15600 loss=2.8030 {'pos0_bos_p': 0.0012253321474418044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999017715454102, 'last_eos_top1': 4} +step=15650 loss=2.9320 {'pos0_bos_p': 0.0012281039962545037, 'pos0_bos_top1': 0, 'last_eos_p': 0.999891996383667, 'last_eos_top1': 4} +step=15700 loss=3.1437 {'pos0_bos_p': 0.0013439295580610633, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998890161514282, 'last_eos_top1': 4} +step=15750 loss=2.8970 {'pos0_bos_p': 0.0012910505756735802, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998824596405029, 'last_eos_top1': 4} +step=15800 loss=3.5382 {'pos0_bos_p': 0.0012146495282649994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998878240585327, 'last_eos_top1': 4} +step=15850 loss=2.9762 {'pos0_bos_p': 0.0011731927515938878, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998973608016968, 'last_eos_top1': 4} +step=15900 loss=3.4952 {'pos0_bos_p': 0.0011328188702464104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998842477798462, 'last_eos_top1': 4} +step=15950 loss=2.9717 {'pos0_bos_p': 0.0012198116164654493, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998952150344849, 'last_eos_top1': 4} +step=16000 loss=2.3593 {'pos0_bos_p': 0.0012068541254848242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999043941497803, 'last_eos_top1': 4} +step=16050 loss=2.9117 {'pos0_bos_p': 0.001273454399779439, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998879432678223, 'last_eos_top1': 4} +step=16100 loss=2.5597 {'pos0_bos_p': 0.0011452853213995695, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998893737792969, 'last_eos_top1': 4} +step=16150 loss=2.8380 {'pos0_bos_p': 0.0011233226396143436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998856782913208, 'last_eos_top1': 4} +step=16200 loss=3.5253 {'pos0_bos_p': 0.0013343720929697156, 'pos0_bos_top1': 0, 'last_eos_p': 0.999891996383667, 'last_eos_top1': 4} +step=16250 loss=3.3628 {'pos0_bos_p': 0.0012808669125661254, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998924732208252, 'last_eos_top1': 4} +step=16300 loss=2.7677 {'pos0_bos_p': 0.0011908289743587375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998918771743774, 'last_eos_top1': 4} +step=16350 loss=2.7452 {'pos0_bos_p': 0.0012726987479254603, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998821020126343, 'last_eos_top1': 4} +step=16400 loss=3.3594 {'pos0_bos_p': 0.0011967233149334788, 'pos0_bos_top1': 0, 'last_eos_p': 0.999894380569458, 'last_eos_top1': 4} +step=16450 loss=3.3153 {'pos0_bos_p': 0.0012555355206131935, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998964071273804, 'last_eos_top1': 4} +step=16500 loss=3.3360 {'pos0_bos_p': 0.0011387845734134316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998987913131714, 'last_eos_top1': 4} +step=16550 loss=3.0647 {'pos0_bos_p': 0.0013035752344876528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999065399169922, 'last_eos_top1': 4} +step=16600 loss=3.4486 {'pos0_bos_p': 0.0012917900457978249, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999085664749146, 'last_eos_top1': 4} +step=16650 loss=3.1306 {'pos0_bos_p': 0.0012696763733401895, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999164342880249, 'last_eos_top1': 4} +step=16700 loss=3.4310 {'pos0_bos_p': 0.0011612297967076302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998983144760132, 'last_eos_top1': 4} +step=16750 loss=3.0114 {'pos0_bos_p': 0.0011462161783128977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998949766159058, 'last_eos_top1': 4} +step=16800 loss=2.9934 {'pos0_bos_p': 0.00139640923589468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998894929885864, 'last_eos_top1': 4} +step=16850 loss=2.7678 {'pos0_bos_p': 0.0012173078721389174, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998774528503418, 'last_eos_top1': 4} +step=16900 loss=2.6142 {'pos0_bos_p': 0.0012309257872402668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998723268508911, 'last_eos_top1': 4} +step=16950 loss=2.8913 {'pos0_bos_p': 0.0012169891269877553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998910427093506, 'last_eos_top1': 4} +step=17000 loss=3.2088 {'pos0_bos_p': 0.0011110067134723067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998681545257568, 'last_eos_top1': 4} +step=17050 loss=3.0436 {'pos0_bos_p': 0.0014053670456632972, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998793601989746, 'last_eos_top1': 4} +step=17100 loss=3.2394 {'pos0_bos_p': 0.0013900507474318147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998884201049805, 'last_eos_top1': 4} +step=17150 loss=2.5385 {'pos0_bos_p': 0.0013420437462627888, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998762607574463, 'last_eos_top1': 4} +step=17200 loss=2.8142 {'pos0_bos_p': 0.0011712913401424885, 'pos0_bos_top1': 0, 'last_eos_p': 0.999880313873291, 'last_eos_top1': 4} +step=17250 loss=2.8658 {'pos0_bos_p': 0.0010697600664570928, 'pos0_bos_top1': 0, 'last_eos_p': 0.999874472618103, 'last_eos_top1': 4} +step=17300 loss=3.0832 {'pos0_bos_p': 0.0014078569365665317, 'pos0_bos_top1': 0, 'last_eos_p': 0.999891996383667, 'last_eos_top1': 4} +step=17350 loss=2.8039 {'pos0_bos_p': 0.0012436838587746024, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998772144317627, 'last_eos_top1': 4} +step=17400 loss=3.1359 {'pos0_bos_p': 0.0012925129849463701, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998995065689087, 'last_eos_top1': 4} +step=17450 loss=3.3535 {'pos0_bos_p': 0.0012293488252907991, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998950958251953, 'last_eos_top1': 4} +step=17500 loss=2.7352 {'pos0_bos_p': 0.001278968877159059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998966455459595, 'last_eos_top1': 4} +step=17550 loss=2.5585 {'pos0_bos_p': 0.0011320452904328704, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998923540115356, 'last_eos_top1': 4} +step=17600 loss=2.7855 {'pos0_bos_p': 0.0012635551393032074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998842477798462, 'last_eos_top1': 4} +step=17650 loss=3.4044 {'pos0_bos_p': 0.0011933029163628817, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998900890350342, 'last_eos_top1': 4} +step=17700 loss=2.9818 {'pos0_bos_p': 0.001261609373614192, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998883008956909, 'last_eos_top1': 4} +step=17750 loss=3.3522 {'pos0_bos_p': 0.0014329286059364676, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998996257781982, 'last_eos_top1': 4} +step=17800 loss=2.6706 {'pos0_bos_p': 0.0013478967593982816, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998915195465088, 'last_eos_top1': 4} +step=17850 loss=3.1326 {'pos0_bos_p': 0.001136175123974681, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998846054077148, 'last_eos_top1': 4} +step=17900 loss=2.6620 {'pos0_bos_p': 0.0011525052832439542, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998830556869507, 'last_eos_top1': 4} +step=17950 loss=3.0738 {'pos0_bos_p': 0.00129090272821486, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998927116394043, 'last_eos_top1': 4} +step=18000 loss=3.2761 {'pos0_bos_p': 0.001323841861449182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998899698257446, 'last_eos_top1': 4} +step=18050 loss=3.0116 {'pos0_bos_p': 0.0012026936747133732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998834133148193, 'last_eos_top1': 4} +step=18100 loss=2.9724 {'pos0_bos_p': 0.0011939890682697296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998832941055298, 'last_eos_top1': 4} +step=18150 loss=2.9205 {'pos0_bos_p': 0.001215354772284627, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998996257781982, 'last_eos_top1': 4} +step=18200 loss=3.2668 {'pos0_bos_p': 0.0011821738444268703, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998890161514282, 'last_eos_top1': 4} +step=18250 loss=3.4756 {'pos0_bos_p': 0.0012140257749706507, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998822212219238, 'last_eos_top1': 4} +step=18300 loss=2.2560 {'pos0_bos_p': 0.0012189078843221068, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998724460601807, 'last_eos_top1': 4} +step=18350 loss=3.3201 {'pos0_bos_p': 0.0012216302566230297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998912811279297, 'last_eos_top1': 4} +step=18400 loss=2.9489 {'pos0_bos_p': 0.0011745205847546458, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998712539672852, 'last_eos_top1': 4} +step=18450 loss=2.9583 {'pos0_bos_p': 0.0011795390164479613, 'pos0_bos_top1': 0, 'last_eos_p': 0.999884843826294, 'last_eos_top1': 4} +step=18500 loss=3.1208 {'pos0_bos_p': 0.0013177422806620598, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998862743377686, 'last_eos_top1': 4} +step=18550 loss=3.1233 {'pos0_bos_p': 0.0013026760425418615, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998794794082642, 'last_eos_top1': 4} +step=18600 loss=2.7815 {'pos0_bos_p': 0.0013344131875783205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998862743377686, 'last_eos_top1': 4} +step=18650 loss=2.9423 {'pos0_bos_p': 0.0013161830138415098, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998928308486938, 'last_eos_top1': 4} +step=18700 loss=3.1642 {'pos0_bos_p': 0.0012846675235778093, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998985528945923, 'last_eos_top1': 4} +step=18750 loss=2.8717 {'pos0_bos_p': 0.0015060300938785076, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998944997787476, 'last_eos_top1': 4} +step=18800 loss=3.0199 {'pos0_bos_p': 0.0013701547868549824, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998916387557983, 'last_eos_top1': 4} +step=18850 loss=2.9165 {'pos0_bos_p': 0.001418435131199658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998993873596191, 'last_eos_top1': 4} +step=18900 loss=2.7315 {'pos0_bos_p': 0.001245299936272204, 'pos0_bos_top1': 0, 'last_eos_p': 0.999874472618103, 'last_eos_top1': 4} +step=18950 loss=2.5432 {'pos0_bos_p': 0.001274717040359974, 'pos0_bos_top1': 0, 'last_eos_p': 0.999882698059082, 'last_eos_top1': 4} +step=19000 loss=3.3566 {'pos0_bos_p': 0.0012968819355592132, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998958110809326, 'last_eos_top1': 4} +step=19050 loss=3.1047 {'pos0_bos_p': 0.0013371651293709874, 'pos0_bos_top1': 0, 'last_eos_p': 0.999883770942688, 'last_eos_top1': 4} +step=19100 loss=2.7399 {'pos0_bos_p': 0.001218813587911427, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998857975006104, 'last_eos_top1': 4} +step=19150 loss=2.9788 {'pos0_bos_p': 0.0014083088608458638, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998763799667358, 'last_eos_top1': 4} +step=19200 loss=2.6863 {'pos0_bos_p': 0.0013077250914648175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998579025268555, 'last_eos_top1': 4} +step=19250 loss=3.4157 {'pos0_bos_p': 0.0012876220280304551, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998822212219238, 'last_eos_top1': 4} +step=19300 loss=2.8228 {'pos0_bos_p': 0.0013856821460649371, 'pos0_bos_top1': 0, 'last_eos_p': 0.99988853931427, 'last_eos_top1': 4} +step=19350 loss=2.7380 {'pos0_bos_p': 0.0011323331855237484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998996257781982, 'last_eos_top1': 4} +step=19400 loss=3.1210 {'pos0_bos_p': 0.0012670998694375157, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998877048492432, 'last_eos_top1': 4} +step=19450 loss=2.9343 {'pos0_bos_p': 0.0012726928107440472, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998766183853149, 'last_eos_top1': 4} +step=19500 loss=2.7482 {'pos0_bos_p': 0.0012188885593786836, 'pos0_bos_top1': 0, 'last_eos_p': 0.999879002571106, 'last_eos_top1': 4} +step=19550 loss=3.3311 {'pos0_bos_p': 0.0012063474860042334, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998786449432373, 'last_eos_top1': 4} +step=19600 loss=2.7916 {'pos0_bos_p': 0.0013296582037582994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998667240142822, 'last_eos_top1': 4} +step=19650 loss=2.8610 {'pos0_bos_p': 0.0012432760559022427, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998632669448853, 'last_eos_top1': 4} +step=19700 loss=2.8984 {'pos0_bos_p': 0.001210587564855814, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998719692230225, 'last_eos_top1': 4} +step=19750 loss=2.9506 {'pos0_bos_p': 0.0012045938055962324, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998670816421509, 'last_eos_top1': 4} +step=19800 loss=3.6562 {'pos0_bos_p': 0.001258895848877728, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998887777328491, 'last_eos_top1': 4} +step=19850 loss=2.9208 {'pos0_bos_p': 0.0013636776711791754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998910427093506, 'last_eos_top1': 4} +step=19900 loss=2.8596 {'pos0_bos_p': 0.001249710563570261, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998990297317505, 'last_eos_top1': 4} +step=19950 loss=2.9671 {'pos0_bos_p': 0.0012330032186582685, 'pos0_bos_top1': 0, 'last_eos_p': 0.999880313873291, 'last_eos_top1': 4} +step=20000 loss=2.7224 {'pos0_bos_p': 0.0013741094153374434, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998941421508789, 'last_eos_top1': 4} +step=20050 loss=2.8710 {'pos0_bos_p': 0.0012803792487829924, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998719692230225, 'last_eos_top1': 4} +step=20100 loss=3.0969 {'pos0_bos_p': 0.001269676024094224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998706579208374, 'last_eos_top1': 4} +step=20150 loss=2.9274 {'pos0_bos_p': 0.001416795770637691, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998669624328613, 'last_eos_top1': 4} +step=20200 loss=2.9532 {'pos0_bos_p': 0.001255372422747314, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998743534088135, 'last_eos_top1': 4} +step=20250 loss=2.9151 {'pos0_bos_p': 0.0014712190022692084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998880624771118, 'last_eos_top1': 4} +step=20300 loss=3.6672 {'pos0_bos_p': 0.0012012096121907234, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998792409896851, 'last_eos_top1': 4} +step=20350 loss=2.8335 {'pos0_bos_p': 0.0012647160328924656, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998970031738281, 'last_eos_top1': 4} +step=20400 loss=2.9271 {'pos0_bos_p': 0.0012508631916716695, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998878240585327, 'last_eos_top1': 4} +step=20450 loss=3.4025 {'pos0_bos_p': 0.001235253526829183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998867511749268, 'last_eos_top1': 4} +step=20500 loss=3.0851 {'pos0_bos_p': 0.0012740547535941005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998756647109985, 'last_eos_top1': 4} +step=20550 loss=2.7307 {'pos0_bos_p': 0.001198719022795558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998708963394165, 'last_eos_top1': 4} +step=20600 loss=3.2507 {'pos0_bos_p': 0.001208268920890987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998817443847656, 'last_eos_top1': 4} +step=20650 loss=2.9249 {'pos0_bos_p': 0.0012242485536262393, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998918771743774, 'last_eos_top1': 4} +step=20700 loss=2.3669 {'pos0_bos_p': 0.001131396391429007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998749494552612, 'last_eos_top1': 4} +step=20750 loss=2.7807 {'pos0_bos_p': 0.0011646528728306293, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998689889907837, 'last_eos_top1': 4} +step=20800 loss=3.4559 {'pos0_bos_p': 0.0012960827443748713, 'pos0_bos_top1': 0, 'last_eos_p': 0.999869704246521, 'last_eos_top1': 4} +step=20850 loss=2.4219 {'pos0_bos_p': 0.0012466053012758493, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998767375946045, 'last_eos_top1': 4} +step=20900 loss=3.1605 {'pos0_bos_p': 0.0014238801086321473, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998821020126343, 'last_eos_top1': 4} +step=20950 loss=2.6916 {'pos0_bos_p': 0.0013245418667793274, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998787641525269, 'last_eos_top1': 4} +step=21000 loss=2.9640 {'pos0_bos_p': 0.001377664040774107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998711347579956, 'last_eos_top1': 4} +step=21050 loss=3.3718 {'pos0_bos_p': 0.0013553419848904014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998759031295776, 'last_eos_top1': 4} +step=21100 loss=2.9306 {'pos0_bos_p': 0.0012252306332811713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998742341995239, 'last_eos_top1': 4} +step=21150 loss=2.5473 {'pos0_bos_p': 0.0013087104307487607, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998792409896851, 'last_eos_top1': 4} +step=21200 loss=3.1681 {'pos0_bos_p': 0.0011698356829583645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998791217803955, 'last_eos_top1': 4} +step=21250 loss=3.4570 {'pos0_bos_p': 0.0013274815864861012, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998805522918701, 'last_eos_top1': 4} +step=21300 loss=3.2239 {'pos0_bos_p': 0.001212177099660039, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998856782913208, 'last_eos_top1': 4} +step=21350 loss=2.9416 {'pos0_bos_p': 0.0013078488409519196, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998857975006104, 'last_eos_top1': 4} +step=21400 loss=2.6235 {'pos0_bos_p': 0.0013179938541725278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998733997344971, 'last_eos_top1': 4} +step=21450 loss=3.0131 {'pos0_bos_p': 0.0012063218746334314, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998722076416016, 'last_eos_top1': 4} +step=21500 loss=2.7539 {'pos0_bos_p': 0.0012463333550840616, 'pos0_bos_top1': 0, 'last_eos_p': 0.999868631362915, 'last_eos_top1': 4} +step=21550 loss=3.4149 {'pos0_bos_p': 0.0013130379375070333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998754262924194, 'last_eos_top1': 4} +step=21600 loss=3.3408 {'pos0_bos_p': 0.001294566667638719, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998806715011597, 'last_eos_top1': 4} +step=21650 loss=2.4382 {'pos0_bos_p': 0.00127436313778162, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998921155929565, 'last_eos_top1': 4} +step=21700 loss=2.9588 {'pos0_bos_p': 0.0011526377638801932, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998729228973389, 'last_eos_top1': 4} +step=21750 loss=2.7277 {'pos0_bos_p': 0.0012672217562794685, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998632669448853, 'last_eos_top1': 4} +step=21800 loss=3.0014 {'pos0_bos_p': 0.001332361251115799, 'pos0_bos_top1': 0, 'last_eos_p': 0.999863862991333, 'last_eos_top1': 4} +step=21850 loss=3.5322 {'pos0_bos_p': 0.0012927247444167733, 'pos0_bos_top1': 0, 'last_eos_p': 0.999871015548706, 'last_eos_top1': 4} +step=21900 loss=2.9333 {'pos0_bos_p': 0.00149131182115525, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998739957809448, 'last_eos_top1': 4} +step=21950 loss=2.4372 {'pos0_bos_p': 0.0012909922515973449, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998762607574463, 'last_eos_top1': 4} +step=22000 loss=2.2324 {'pos0_bos_p': 0.0013357347343116999, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998818635940552, 'last_eos_top1': 4} +step=22050 loss=3.1152 {'pos0_bos_p': 0.0014360183849930763, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998782873153687, 'last_eos_top1': 4} +step=22100 loss=2.9958 {'pos0_bos_p': 0.0013074151938781142, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998724460601807, 'last_eos_top1': 4} +step=22150 loss=3.3475 {'pos0_bos_p': 0.0013267544563859701, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998588562011719, 'last_eos_top1': 4} +step=22200 loss=2.7082 {'pos0_bos_p': 0.0013357314746826887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998819828033447, 'last_eos_top1': 4} +step=22250 loss=2.9154 {'pos0_bos_p': 0.0012327289441600442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998753070831299, 'last_eos_top1': 4} +step=22300 loss=3.1025 {'pos0_bos_p': 0.0013031571870669723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998691082000732, 'last_eos_top1': 4} +step=22350 loss=3.0536 {'pos0_bos_p': 0.0013023423962295055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998650550842285, 'last_eos_top1': 4} +step=22400 loss=2.6020 {'pos0_bos_p': 0.0012441567378118634, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998667240142822, 'last_eos_top1': 4} +step=22450 loss=2.8631 {'pos0_bos_p': 0.0012308498844504356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998519420623779, 'last_eos_top1': 4} +step=22500 loss=3.1209 {'pos0_bos_p': 0.0013110365252941847, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998422861099243, 'last_eos_top1': 4} +step=22550 loss=2.4974 {'pos0_bos_p': 0.001274905982427299, 'pos0_bos_top1': 0, 'last_eos_p': 0.999870777130127, 'last_eos_top1': 4} +step=22600 loss=2.8953 {'pos0_bos_p': 0.0013384561752900481, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998757839202881, 'last_eos_top1': 4} +step=22650 loss=2.8382 {'pos0_bos_p': 0.0012914275284856558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998539686203003, 'last_eos_top1': 4} +step=22700 loss=3.4490 {'pos0_bos_p': 0.0013408762170001864, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998577833175659, 'last_eos_top1': 4} +step=22750 loss=2.6153 {'pos0_bos_p': 0.0013983118114992976, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998562335968018, 'last_eos_top1': 4} +step=22800 loss=3.3786 {'pos0_bos_p': 0.0013060232158750296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998611211776733, 'last_eos_top1': 4} +step=22850 loss=3.0696 {'pos0_bos_p': 0.0012405875604599714, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998592138290405, 'last_eos_top1': 4} +step=22900 loss=3.1632 {'pos0_bos_p': 0.0013965191319584846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998619556427002, 'last_eos_top1': 4} +step=22950 loss=2.6406 {'pos0_bos_p': 0.0012346957810223103, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998602867126465, 'last_eos_top1': 4} +step=23000 loss=2.7690 {'pos0_bos_p': 0.0011953591601923108, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998737573623657, 'last_eos_top1': 4} +step=23050 loss=2.6636 {'pos0_bos_p': 0.001266966457478702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998646974563599, 'last_eos_top1': 4} +step=23100 loss=2.4206 {'pos0_bos_p': 0.0013034874573349953, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998565912246704, 'last_eos_top1': 4} +step=23150 loss=2.9632 {'pos0_bos_p': 0.0013343829195946455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998579025268555, 'last_eos_top1': 4} +step=23200 loss=2.3142 {'pos0_bos_p': 0.0012770402245223522, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998630285263062, 'last_eos_top1': 4} +step=23250 loss=3.0088 {'pos0_bos_p': 0.0013628865126520395, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998691082000732, 'last_eos_top1': 4} +step=23300 loss=2.2598 {'pos0_bos_p': 0.0011453767074272037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998480081558228, 'last_eos_top1': 4} +step=23350 loss=3.0751 {'pos0_bos_p': 0.0012677682098001242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998726844787598, 'last_eos_top1': 4} +step=23400 loss=2.4766 {'pos0_bos_p': 0.0012413235381245613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998717308044434, 'last_eos_top1': 4} +step=23450 loss=2.3950 {'pos0_bos_p': 0.001323248608969152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998811483383179, 'last_eos_top1': 4} +step=23500 loss=1.8195 {'pos0_bos_p': 0.0011757232714444399, 'pos0_bos_top1': 0, 'last_eos_p': 0.99986732006073, 'last_eos_top1': 4} +step=23550 loss=2.5569 {'pos0_bos_p': 0.001295561669394374, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998767375946045, 'last_eos_top1': 4} +step=23600 loss=2.8124 {'pos0_bos_p': 0.0011812434531748295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998594522476196, 'last_eos_top1': 4} +step=23650 loss=2.8433 {'pos0_bos_p': 0.0012204520171508193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998632669448853, 'last_eos_top1': 4} +step=23700 loss=3.4657 {'pos0_bos_p': 0.0012258948991075158, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998773336410522, 'last_eos_top1': 4} +step=23750 loss=2.7116 {'pos0_bos_p': 0.0013477762695401907, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998723268508911, 'last_eos_top1': 4} +step=23800 loss=2.9064 {'pos0_bos_p': 0.001347796875052154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998754262924194, 'last_eos_top1': 4} +step=23850 loss=3.0515 {'pos0_bos_p': 0.0013591052265837789, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998701810836792, 'last_eos_top1': 4} +step=23900 loss=2.9954 {'pos0_bos_p': 0.0013464151415973902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998733997344971, 'last_eos_top1': 4} +step=23950 loss=3.0782 {'pos0_bos_p': 0.0012374958023428917, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998576641082764, 'last_eos_top1': 4} +step=24000 loss=2.7285 {'pos0_bos_p': 0.0014604968018829823, 'pos0_bos_top1': 0, 'last_eos_p': 0.999872088432312, 'last_eos_top1': 4} +step=24050 loss=2.8682 {'pos0_bos_p': 0.001242155791260302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998544454574585, 'last_eos_top1': 4} +step=24100 loss=3.2029 {'pos0_bos_p': 0.0014270073734223843, 'pos0_bos_top1': 0, 'last_eos_p': 0.999885082244873, 'last_eos_top1': 4} +step=24150 loss=2.7358 {'pos0_bos_p': 0.0013205282157287002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998898506164551, 'last_eos_top1': 4} +step=24200 loss=2.7094 {'pos0_bos_p': 0.0012647624826058745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998809099197388, 'last_eos_top1': 4} +step=24250 loss=2.7198 {'pos0_bos_p': 0.0014041874092072248, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998736381530762, 'last_eos_top1': 4} +step=24300 loss=2.7438 {'pos0_bos_p': 0.0012949637603014708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998723268508911, 'last_eos_top1': 4} +step=24350 loss=3.1375 {'pos0_bos_p': 0.0013112743617966771, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998725652694702, 'last_eos_top1': 4} +step=24400 loss=2.6006 {'pos0_bos_p': 0.0011908134911209345, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998574256896973, 'last_eos_top1': 4} +step=24450 loss=2.7352 {'pos0_bos_p': 0.001256765564903617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998589754104614, 'last_eos_top1': 4} +step=24500 loss=3.3676 {'pos0_bos_p': 0.0014620603760704398, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998787641525269, 'last_eos_top1': 4} +step=24550 loss=2.7140 {'pos0_bos_p': 0.0013412993866950274, 'pos0_bos_top1': 0, 'last_eos_p': 0.999872088432312, 'last_eos_top1': 4} +step=24600 loss=3.3428 {'pos0_bos_p': 0.0012838708935305476, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998705387115479, 'last_eos_top1': 4} +step=24650 loss=2.7687 {'pos0_bos_p': 0.0012773250928148627, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998711347579956, 'last_eos_top1': 4} +step=24700 loss=2.4299 {'pos0_bos_p': 0.001456203986890614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998784065246582, 'last_eos_top1': 4} +step=24750 loss=2.6045 {'pos0_bos_p': 0.001316810492426157, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998859167098999, 'last_eos_top1': 4} +step=24800 loss=3.0044 {'pos0_bos_p': 0.001355211017653346, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998818635940552, 'last_eos_top1': 4} +step=24850 loss=2.5856 {'pos0_bos_p': 0.0015650279819965363, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998888969421387, 'last_eos_top1': 4} +step=24900 loss=2.9962 {'pos0_bos_p': 0.0013821031898260117, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998830556869507, 'last_eos_top1': 4} +step=24950 loss=2.7248 {'pos0_bos_p': 0.0011889149900525808, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998657703399658, 'last_eos_top1': 4} +step=25000 loss=3.3660 {'pos0_bos_p': 0.0012813984649255872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998873472213745, 'last_eos_top1': 4} +step=25050 loss=3.3412 {'pos0_bos_p': 0.0012957996223121881, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998760223388672, 'last_eos_top1': 4} +step=25100 loss=3.1157 {'pos0_bos_p': 0.0013541735243052244, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998711347579956, 'last_eos_top1': 4} +step=25150 loss=2.9643 {'pos0_bos_p': 0.001353113679215312, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998692274093628, 'last_eos_top1': 4} +step=25200 loss=3.0251 {'pos0_bos_p': 0.0013969528954476118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998898506164551, 'last_eos_top1': 4} +step=25250 loss=2.5098 {'pos0_bos_p': 0.0014121157582849264, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998800754547119, 'last_eos_top1': 4} +step=25300 loss=2.6775 {'pos0_bos_p': 0.0012808850733563304, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998700618743896, 'last_eos_top1': 4} +step=25350 loss=3.2208 {'pos0_bos_p': 0.001400714390911162, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998871088027954, 'last_eos_top1': 4} +step=25400 loss=2.7279 {'pos0_bos_p': 0.0012975927675142884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998766183853149, 'last_eos_top1': 4} +step=25450 loss=2.7106 {'pos0_bos_p': 0.0013420016039162874, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998774528503418, 'last_eos_top1': 4} +step=25500 loss=3.4093 {'pos0_bos_p': 0.0012926155468448997, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998823404312134, 'last_eos_top1': 4} +step=25550 loss=3.2984 {'pos0_bos_p': 0.001364925759844482, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998906850814819, 'last_eos_top1': 4} +step=25600 loss=3.6045 {'pos0_bos_p': 0.0013733593514189124, 'pos0_bos_top1': 0, 'last_eos_p': 0.999868631362915, 'last_eos_top1': 4} +step=25650 loss=2.6526 {'pos0_bos_p': 0.0012859447160735726, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998880624771118, 'last_eos_top1': 4} +step=25700 loss=3.2324 {'pos0_bos_p': 0.0012918441789224744, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998844861984253, 'last_eos_top1': 4} +step=25750 loss=3.4118 {'pos0_bos_p': 0.0013655840884894133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998961687088013, 'last_eos_top1': 4} +step=25800 loss=2.6074 {'pos0_bos_p': 0.0013925132807344198, 'pos0_bos_top1': 0, 'last_eos_p': 0.999906063079834, 'last_eos_top1': 4} +step=25850 loss=2.8622 {'pos0_bos_p': 0.0012778332456946373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999040365219116, 'last_eos_top1': 4} +step=25900 loss=2.8457 {'pos0_bos_p': 0.0013788104988634586, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998936653137207, 'last_eos_top1': 4} +step=25950 loss=2.6154 {'pos0_bos_p': 0.0013323171297088265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998785257339478, 'last_eos_top1': 4} +step=26000 loss=2.9660 {'pos0_bos_p': 0.0012680606450885534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998947381973267, 'last_eos_top1': 4} +step=26050 loss=2.9598 {'pos0_bos_p': 0.001269561587832868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998942613601685, 'last_eos_top1': 4} +step=26100 loss=2.7988 {'pos0_bos_p': 0.0012759148376062512, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998874664306641, 'last_eos_top1': 4} +step=26150 loss=2.4943 {'pos0_bos_p': 0.0012888555647805333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998893737792969, 'last_eos_top1': 4} +step=26200 loss=2.2698 {'pos0_bos_p': 0.0014118151739239693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998863935470581, 'last_eos_top1': 4} +step=26250 loss=3.1872 {'pos0_bos_p': 0.001341730821877718, 'pos0_bos_top1': 0, 'last_eos_p': 0.999887228012085, 'last_eos_top1': 4} +step=26300 loss=2.6699 {'pos0_bos_p': 0.0012943680630996823, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998810291290283, 'last_eos_top1': 4} +step=26350 loss=2.9418 {'pos0_bos_p': 0.0012595071457326412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998632669448853, 'last_eos_top1': 4} +step=26400 loss=2.6234 {'pos0_bos_p': 0.001161843305453658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998736381530762, 'last_eos_top1': 4} +step=26450 loss=2.6657 {'pos0_bos_p': 0.0013677921378985047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998704195022583, 'last_eos_top1': 4} +step=26500 loss=2.3067 {'pos0_bos_p': 0.0011744066141545773, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998834133148193, 'last_eos_top1': 4} +step=26550 loss=2.8079 {'pos0_bos_p': 0.0013385626953095198, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998648166656494, 'last_eos_top1': 4} +step=26600 loss=2.3464 {'pos0_bos_p': 0.0012538110604509711, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998633861541748, 'last_eos_top1': 4} +step=26650 loss=2.9130 {'pos0_bos_p': 0.0012751886388286948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998637437820435, 'last_eos_top1': 4} +step=26700 loss=3.3046 {'pos0_bos_p': 0.0012579303001984954, 'pos0_bos_top1': 0, 'last_eos_p': 0.999859094619751, 'last_eos_top1': 4} +step=26750 loss=2.8148 {'pos0_bos_p': 0.0013144282856956124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998775720596313, 'last_eos_top1': 4} +step=26800 loss=2.9354 {'pos0_bos_p': 0.0013228157768025994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998912811279297, 'last_eos_top1': 4} +step=26850 loss=3.0830 {'pos0_bos_p': 0.0013350616209208965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998825788497925, 'last_eos_top1': 4} +step=26900 loss=2.3881 {'pos0_bos_p': 0.0011912022018805146, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998683929443359, 'last_eos_top1': 4} +step=26950 loss=2.0610 {'pos0_bos_p': 0.0012125929351896048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998760223388672, 'last_eos_top1': 4} +step=27000 loss=2.8949 {'pos0_bos_p': 0.0012480489676818252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998763799667358, 'last_eos_top1': 4} +step=27050 loss=2.3778 {'pos0_bos_p': 0.001353960600681603, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998743534088135, 'last_eos_top1': 4} +step=27100 loss=3.0398 {'pos0_bos_p': 0.0012977387523278594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998561143875122, 'last_eos_top1': 4} +step=27150 loss=2.3388 {'pos0_bos_p': 0.001374308136291802, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998668432235718, 'last_eos_top1': 4} +step=27200 loss=3.1605 {'pos0_bos_p': 0.0013243068242445588, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998676776885986, 'last_eos_top1': 4} +step=27250 loss=2.9434 {'pos0_bos_p': 0.0013301155995577574, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998712539672852, 'last_eos_top1': 4} +step=27300 loss=2.6799 {'pos0_bos_p': 0.0011823936365544796, 'pos0_bos_top1': 0, 'last_eos_p': 0.999862551689148, 'last_eos_top1': 4} +step=27350 loss=3.3706 {'pos0_bos_p': 0.0013843917986378074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998748302459717, 'last_eos_top1': 4} +step=27400 loss=2.7761 {'pos0_bos_p': 0.001261371886357665, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998725652694702, 'last_eos_top1': 4} +step=27450 loss=2.7614 {'pos0_bos_p': 0.0014355984749272466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998859167098999, 'last_eos_top1': 4} +step=27500 loss=2.3130 {'pos0_bos_p': 0.0013457309687510133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998785257339478, 'last_eos_top1': 4} +step=27550 loss=2.9567 {'pos0_bos_p': 0.0013023784849792719, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998883008956909, 'last_eos_top1': 4} +step=27600 loss=2.9771 {'pos0_bos_p': 0.001278191339224577, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998811483383179, 'last_eos_top1': 4} +step=27650 loss=2.3594 {'pos0_bos_p': 0.0012677127961069345, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998797178268433, 'last_eos_top1': 4} +step=27700 loss=3.0134 {'pos0_bos_p': 0.0012904905015602708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998807907104492, 'last_eos_top1': 4} +step=27750 loss=2.3869 {'pos0_bos_p': 0.0013322464656084776, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998811483383179, 'last_eos_top1': 4} +step=27800 loss=2.7676 {'pos0_bos_p': 0.001345655764453113, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998859167098999, 'last_eos_top1': 4} +step=27850 loss=2.5516 {'pos0_bos_p': 0.00126479915343225, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998900890350342, 'last_eos_top1': 4} +step=27900 loss=2.4313 {'pos0_bos_p': 0.0012666945112869143, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998831748962402, 'last_eos_top1': 4} +step=27950 loss=2.8487 {'pos0_bos_p': 0.0013880901969969273, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998871088027954, 'last_eos_top1': 4} +step=28000 loss=3.1977 {'pos0_bos_p': 0.0012355169747024775, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998843669891357, 'last_eos_top1': 4} +step=28050 loss=3.3931 {'pos0_bos_p': 0.0011974219232797623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998960494995117, 'last_eos_top1': 4} +step=28100 loss=2.7281 {'pos0_bos_p': 0.001113749691285193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998763799667358, 'last_eos_top1': 4} +step=28150 loss=2.2428 {'pos0_bos_p': 0.001210973598062992, 'pos0_bos_top1': 0, 'last_eos_p': 0.999473512172699, 'last_eos_top1': 4} +step=28200 loss=3.4394 {'pos0_bos_p': 0.001297825830988586, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995853304862976, 'last_eos_top1': 4} +step=28250 loss=2.7072 {'pos0_bos_p': 0.0012015148531645536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996641874313354, 'last_eos_top1': 4} +step=28300 loss=3.1975 {'pos0_bos_p': 0.001266626757569611, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996657371520996, 'last_eos_top1': 4} +step=28350 loss=2.7313 {'pos0_bos_p': 0.0013125117402523756, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997078776359558, 'last_eos_top1': 4} +step=28400 loss=3.0029 {'pos0_bos_p': 0.0012578937457874417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997281432151794, 'last_eos_top1': 4} +step=28450 loss=2.2979 {'pos0_bos_p': 0.0013681461568921804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997734427452087, 'last_eos_top1': 4} +step=28500 loss=2.7506 {'pos0_bos_p': 0.001321266172453761, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997690320014954, 'last_eos_top1': 4} +step=28550 loss=3.2932 {'pos0_bos_p': 0.0012410406488925219, 'pos0_bos_top1': 0, 'last_eos_p': 0.999804675579071, 'last_eos_top1': 4} +step=28600 loss=3.5926 {'pos0_bos_p': 0.0011146485339850187, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997949004173279, 'last_eos_top1': 4} +step=28650 loss=2.8630 {'pos0_bos_p': 0.001359428744763136, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998025298118591, 'last_eos_top1': 4} +step=28700 loss=3.0991 {'pos0_bos_p': 0.0012475429102778435, 'pos0_bos_top1': 0, 'last_eos_p': 0.999799907207489, 'last_eos_top1': 4} +step=28750 loss=3.1354 {'pos0_bos_p': 0.0013179028173908591, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998213648796082, 'last_eos_top1': 4} +step=28800 loss=3.1168 {'pos0_bos_p': 0.001298228744417429, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998230338096619, 'last_eos_top1': 4} +step=28850 loss=2.6453 {'pos0_bos_p': 0.001249089720658958, 'pos0_bos_top1': 0, 'last_eos_p': 0.999817430973053, 'last_eos_top1': 4} +step=28900 loss=3.2869 {'pos0_bos_p': 0.0013194502098485827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998260140419006, 'last_eos_top1': 4} +step=28950 loss=3.1147 {'pos0_bos_p': 0.0013517359038814902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998294115066528, 'last_eos_top1': 4} +step=29000 loss=2.6363 {'pos0_bos_p': 0.001289852662011981, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998490810394287, 'last_eos_top1': 4} +step=29050 loss=3.0583 {'pos0_bos_p': 0.0013605784624814987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998364448547363, 'last_eos_top1': 4} +step=29100 loss=2.9125 {'pos0_bos_p': 0.0014343482907861471, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998475313186646, 'last_eos_top1': 4} +step=29150 loss=3.0276 {'pos0_bos_p': 0.0012980432948097587, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998319149017334, 'last_eos_top1': 4} +step=29200 loss=3.4005 {'pos0_bos_p': 0.0014078518142923713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998347759246826, 'last_eos_top1': 4} +step=29250 loss=3.2658 {'pos0_bos_p': 0.0011957150418311357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998388290405273, 'last_eos_top1': 4} +step=29300 loss=2.8240 {'pos0_bos_p': 0.0012718685902655125, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998328685760498, 'last_eos_top1': 4} +step=29350 loss=3.4182 {'pos0_bos_p': 0.0014231788227334619, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998363256454468, 'last_eos_top1': 4} +step=29400 loss=2.5064 {'pos0_bos_p': 0.0014195010298863053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998534917831421, 'last_eos_top1': 4} +step=29450 loss=3.3542 {'pos0_bos_p': 0.001493361429311335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998564720153809, 'last_eos_top1': 4} +step=29500 loss=2.5164 {'pos0_bos_p': 0.001395474188029766, 'pos0_bos_top1': 0, 'last_eos_p': 0.999840497970581, 'last_eos_top1': 4} +step=29550 loss=2.5228 {'pos0_bos_p': 0.0012908009812235832, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998555183410645, 'last_eos_top1': 4} +step=29600 loss=3.2720 {'pos0_bos_p': 0.0013569555012509227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998475313186646, 'last_eos_top1': 4} +step=29650 loss=2.6675 {'pos0_bos_p': 0.0012479446595534682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998446702957153, 'last_eos_top1': 4} +step=29700 loss=2.9378 {'pos0_bos_p': 0.0013454380678012967, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998550415039062, 'last_eos_top1': 4} +step=29750 loss=2.8339 {'pos0_bos_p': 0.0012749007437378168, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998571872711182, 'last_eos_top1': 4} +step=29800 loss=3.2478 {'pos0_bos_p': 0.0013814575504511595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998621940612793, 'last_eos_top1': 4} +step=29850 loss=2.6874 {'pos0_bos_p': 0.001311141881160438, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998646974563599, 'last_eos_top1': 4} +step=29900 loss=2.8316 {'pos0_bos_p': 0.0013000996550545096, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998618364334106, 'last_eos_top1': 4} +step=29950 loss=3.0757 {'pos0_bos_p': 0.0013026221422478557, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998533725738525, 'last_eos_top1': 4} +step=30000 loss=3.6876 {'pos0_bos_p': 0.0013478330802172422, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998619556427002, 'last_eos_top1': 4} +step=30050 loss=2.8932 {'pos0_bos_p': 0.0013135632034391165, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998611211776733, 'last_eos_top1': 4} +step=30100 loss=3.5181 {'pos0_bos_p': 0.001378152403049171, 'pos0_bos_top1': 0, 'last_eos_p': 0.999863862991333, 'last_eos_top1': 4} +step=30150 loss=2.5894 {'pos0_bos_p': 0.0012046322226524353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998507499694824, 'last_eos_top1': 4} +step=30200 loss=2.9322 {'pos0_bos_p': 0.0012099023442715406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998589754104614, 'last_eos_top1': 4} +step=30250 loss=3.0585 {'pos0_bos_p': 0.0012299242662265897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998472929000854, 'last_eos_top1': 4} +step=30300 loss=2.8925 {'pos0_bos_p': 0.0012804187135770917, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998512268066406, 'last_eos_top1': 4} +step=30350 loss=3.2315 {'pos0_bos_p': 0.0013214010978117585, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998719692230225, 'last_eos_top1': 4} +step=30400 loss=2.3288 {'pos0_bos_p': 0.0014597895788028836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998558759689331, 'last_eos_top1': 4} +step=30450 loss=2.8636 {'pos0_bos_p': 0.0014417112106457353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998593330383301, 'last_eos_top1': 4} +step=30500 loss=2.8663 {'pos0_bos_p': 0.0013550746953114867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998562335968018, 'last_eos_top1': 4} +step=30550 loss=2.9840 {'pos0_bos_p': 0.0012770469766110182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998646974563599, 'last_eos_top1': 4} +step=30600 loss=2.9970 {'pos0_bos_p': 0.0012649277923628688, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998598098754883, 'last_eos_top1': 4} +step=30650 loss=2.8670 {'pos0_bos_p': 0.0012306665303185582, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998525381088257, 'last_eos_top1': 4} +step=30700 loss=2.5765 {'pos0_bos_p': 0.0014644423499703407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998660087585449, 'last_eos_top1': 4} +step=30750 loss=3.0269 {'pos0_bos_p': 0.0013366707134991884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998539686203003, 'last_eos_top1': 4} +step=30800 loss=2.8536 {'pos0_bos_p': 0.0015072664245963097, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998537302017212, 'last_eos_top1': 4} +step=30850 loss=3.1343 {'pos0_bos_p': 0.0013383403420448303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998520612716675, 'last_eos_top1': 4} +step=30900 loss=2.8743 {'pos0_bos_p': 0.0012690243311226368, 'pos0_bos_top1': 0, 'last_eos_p': 0.999855637550354, 'last_eos_top1': 4} +step=30950 loss=3.0814 {'pos0_bos_p': 0.001423840643838048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998468160629272, 'last_eos_top1': 4} +step=31000 loss=2.7728 {'pos0_bos_p': 0.001352278282865882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998481273651123, 'last_eos_top1': 4} +step=31050 loss=3.0169 {'pos0_bos_p': 0.0014176267432048917, 'pos0_bos_top1': 0, 'last_eos_p': 0.999863862991333, 'last_eos_top1': 4} +step=31100 loss=2.4661 {'pos0_bos_p': 0.0013983214739710093, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998664855957031, 'last_eos_top1': 4} +step=31150 loss=2.7256 {'pos0_bos_p': 0.0012236613547429442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998587369918823, 'last_eos_top1': 4} +step=31200 loss=2.6777 {'pos0_bos_p': 0.0013390772510319948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998724460601807, 'last_eos_top1': 4} +step=31250 loss=2.6230 {'pos0_bos_p': 0.0013264573644846678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998770952224731, 'last_eos_top1': 4} +step=31300 loss=2.9883 {'pos0_bos_p': 0.0014138270635157824, 'pos0_bos_top1': 0, 'last_eos_p': 0.999886155128479, 'last_eos_top1': 4} +step=31350 loss=2.8371 {'pos0_bos_p': 0.0013453263090923429, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998968839645386, 'last_eos_top1': 4} +step=31400 loss=2.6571 {'pos0_bos_p': 0.0013025959488004446, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998873472213745, 'last_eos_top1': 4} +step=31450 loss=3.0764 {'pos0_bos_p': 0.001170193194411695, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998695850372314, 'last_eos_top1': 4} +step=31500 loss=2.7452 {'pos0_bos_p': 0.001261248835362494, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998835325241089, 'last_eos_top1': 4} +step=31550 loss=3.2309 {'pos0_bos_p': 0.001397609361447394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998729228973389, 'last_eos_top1': 4} +step=31600 loss=2.5162 {'pos0_bos_p': 0.001289486768655479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998776912689209, 'last_eos_top1': 4} +step=31650 loss=2.8988 {'pos0_bos_p': 0.0011948728933930397, 'pos0_bos_top1': 0, 'last_eos_p': 0.999880313873291, 'last_eos_top1': 4} +step=31700 loss=2.9533 {'pos0_bos_p': 0.00127917411737144, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998867511749268, 'last_eos_top1': 4} +step=31750 loss=2.6065 {'pos0_bos_p': 0.0014752346323803067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998844861984253, 'last_eos_top1': 4} +step=31800 loss=2.8240 {'pos0_bos_p': 0.0013448602985590696, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998875856399536, 'last_eos_top1': 4} +step=31850 loss=3.7038 {'pos0_bos_p': 0.0012586868833750486, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998695850372314, 'last_eos_top1': 4} +step=31900 loss=3.2479 {'pos0_bos_p': 0.0012984350323677063, 'pos0_bos_top1': 0, 'last_eos_p': 0.999876856803894, 'last_eos_top1': 4} +step=31950 loss=2.9432 {'pos0_bos_p': 0.0014046599389985204, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998800754547119, 'last_eos_top1': 4} +step=32000 loss=2.9361 {'pos0_bos_p': 0.0013870514230802655, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998772144317627, 'last_eos_top1': 4} +step=32050 loss=2.5917 {'pos0_bos_p': 0.0012075701961293817, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998751878738403, 'last_eos_top1': 4} +step=32100 loss=3.0055 {'pos0_bos_p': 0.0013538117054849863, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998767375946045, 'last_eos_top1': 4} +step=32150 loss=3.1493 {'pos0_bos_p': 0.0012886137701570988, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998801946640015, 'last_eos_top1': 4} +step=32200 loss=2.5621 {'pos0_bos_p': 0.0014891845639795065, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998924732208252, 'last_eos_top1': 4} +step=32250 loss=2.4545 {'pos0_bos_p': 0.00131975335534662, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998810291290283, 'last_eos_top1': 4} +step=32300 loss=2.8824 {'pos0_bos_p': 0.0013469756813719869, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998859167098999, 'last_eos_top1': 4} +step=32350 loss=2.5857 {'pos0_bos_p': 0.0013716710964217782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998940229415894, 'last_eos_top1': 4} +step=32400 loss=2.3600 {'pos0_bos_p': 0.0012289623264223337, 'pos0_bos_top1': 0, 'last_eos_p': 0.99988853931427, 'last_eos_top1': 4} +step=32450 loss=2.1030 {'pos0_bos_p': 0.001282088807784021, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998779296875, 'last_eos_top1': 4} +step=32500 loss=3.2506 {'pos0_bos_p': 0.0014489315217360854, 'pos0_bos_top1': 0, 'last_eos_p': 0.999886155128479, 'last_eos_top1': 4} +step=32550 loss=2.7781 {'pos0_bos_p': 0.0012958560837432742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998800754547119, 'last_eos_top1': 4} +step=32600 loss=2.9118 {'pos0_bos_p': 0.0012386009329929948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998781681060791, 'last_eos_top1': 4} +step=32650 loss=2.8964 {'pos0_bos_p': 0.0012333246413618326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998828172683716, 'last_eos_top1': 4} +step=32700 loss=3.3991 {'pos0_bos_p': 0.001250977860763669, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998900890350342, 'last_eos_top1': 4} +step=32750 loss=2.7596 {'pos0_bos_p': 0.001341747003607452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998794794082642, 'last_eos_top1': 4} +step=32800 loss=3.4937 {'pos0_bos_p': 0.0013074290473014116, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998962879180908, 'last_eos_top1': 4} +step=32850 loss=2.5341 {'pos0_bos_p': 0.0012816470116376877, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998965263366699, 'last_eos_top1': 4} +step=32900 loss=2.9703 {'pos0_bos_p': 0.0012948543298989534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998883008956909, 'last_eos_top1': 4} +step=32950 loss=2.7434 {'pos0_bos_p': 0.0012601397465914488, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998842477798462, 'last_eos_top1': 4} +step=33000 loss=2.5867 {'pos0_bos_p': 0.0013462317874655128, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998902082443237, 'last_eos_top1': 4} +step=33050 loss=2.9892 {'pos0_bos_p': 0.0013398185838013887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998908042907715, 'last_eos_top1': 4} +step=33100 loss=2.4787 {'pos0_bos_p': 0.0012817501556128263, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998899698257446, 'last_eos_top1': 4} +step=33150 loss=2.9879 {'pos0_bos_p': 0.0012982978951185942, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998915195465088, 'last_eos_top1': 4} +step=33200 loss=2.6186 {'pos0_bos_p': 0.0012799842515960336, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998987913131714, 'last_eos_top1': 4} +step=33250 loss=3.2093 {'pos0_bos_p': 0.0012507106876000762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998955726623535, 'last_eos_top1': 4} +step=33300 loss=3.3700 {'pos0_bos_p': 0.0013240542029961944, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998886585235596, 'last_eos_top1': 4} +step=33350 loss=2.5600 {'pos0_bos_p': 0.0013383656041696668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998859167098999, 'last_eos_top1': 4} +step=33400 loss=2.4857 {'pos0_bos_p': 0.0013460697373375297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998846054077148, 'last_eos_top1': 4} +step=33450 loss=2.8307 {'pos0_bos_p': 0.0013724254677072167, 'pos0_bos_top1': 0, 'last_eos_p': 0.999891996383667, 'last_eos_top1': 4} +step=33500 loss=2.5811 {'pos0_bos_p': 0.001288964762352407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998962879180908, 'last_eos_top1': 4} +step=33550 loss=2.8203 {'pos0_bos_p': 0.00133691041264683, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999003410339355, 'last_eos_top1': 4} +step=33600 loss=2.9195 {'pos0_bos_p': 0.0012745793210342526, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998944997787476, 'last_eos_top1': 4} +step=33650 loss=2.7005 {'pos0_bos_p': 0.0012560263276100159, 'pos0_bos_top1': 0, 'last_eos_p': 0.99989914894104, 'last_eos_top1': 4} +step=33700 loss=3.0763 {'pos0_bos_p': 0.0013315645046532154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999029636383057, 'last_eos_top1': 4} +step=33750 loss=2.5479 {'pos0_bos_p': 0.001367841032333672, 'pos0_bos_top1': 0, 'last_eos_p': 0.999901533126831, 'last_eos_top1': 4} +step=33800 loss=2.8144 {'pos0_bos_p': 0.0014323992654681206, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998958110809326, 'last_eos_top1': 4} +step=33850 loss=2.7064 {'pos0_bos_p': 0.0013370802626013756, 'pos0_bos_top1': 0, 'last_eos_p': 0.999883770942688, 'last_eos_top1': 4} +step=33900 loss=2.8565 {'pos0_bos_p': 0.0012143170461058617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998941421508789, 'last_eos_top1': 4} +step=33950 loss=2.6668 {'pos0_bos_p': 0.0013452699640765786, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999006986618042, 'last_eos_top1': 4} +step=34000 loss=2.4429 {'pos0_bos_p': 0.0012897083070129156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999001026153564, 'last_eos_top1': 4} +step=34050 loss=3.1892 {'pos0_bos_p': 0.001287746476009488, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999016523361206, 'last_eos_top1': 4} +step=34100 loss=2.7622 {'pos0_bos_p': 0.0013251237105578184, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998966455459595, 'last_eos_top1': 4} +step=34150 loss=2.6574 {'pos0_bos_p': 0.001428863499313593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998977184295654, 'last_eos_top1': 4} +step=34200 loss=2.4667 {'pos0_bos_p': 0.0013792996760457754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998959302902222, 'last_eos_top1': 4} +step=34250 loss=3.3322 {'pos0_bos_p': 0.001418914645910263, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998959302902222, 'last_eos_top1': 4} +step=34300 loss=3.3042 {'pos0_bos_p': 0.001352130901068449, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999024868011475, 'last_eos_top1': 4} +step=34350 loss=2.6854 {'pos0_bos_p': 0.001398850348778069, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999089241027832, 'last_eos_top1': 4} +step=34400 loss=2.9964 {'pos0_bos_p': 0.0013348906068131328, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999104738235474, 'last_eos_top1': 4} +step=34450 loss=2.6471 {'pos0_bos_p': 0.0012415170203894377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999128580093384, 'last_eos_top1': 4} +step=34500 loss=2.6576 {'pos0_bos_p': 0.0013427201192826033, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999058246612549, 'last_eos_top1': 4} +step=34550 loss=3.0312 {'pos0_bos_p': 0.0013023981591686606, 'pos0_bos_top1': 0, 'last_eos_p': 0.999904990196228, 'last_eos_top1': 4} +step=34600 loss=3.0963 {'pos0_bos_p': 0.0012227992992848158, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998905658721924, 'last_eos_top1': 4} +step=34650 loss=2.9217 {'pos0_bos_p': 0.0012736022472381592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998989105224609, 'last_eos_top1': 4} +step=34700 loss=2.2633 {'pos0_bos_p': 0.001289243227802217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999055862426758, 'last_eos_top1': 4} +step=34750 loss=3.3716 {'pos0_bos_p': 0.0013659194810315967, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998997449874878, 'last_eos_top1': 4} +step=34800 loss=2.8620 {'pos0_bos_p': 0.0013446278171613812, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999146461486816, 'last_eos_top1': 4} +step=34850 loss=2.7482 {'pos0_bos_p': 0.0014739203033968806, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999191761016846, 'last_eos_top1': 4} +step=34900 loss=2.8877 {'pos0_bos_p': 0.0012893080711364746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999052286148071, 'last_eos_top1': 4} +step=34950 loss=2.5796 {'pos0_bos_p': 0.0013453533174470067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998974800109863, 'last_eos_top1': 4} +step=35000 loss=3.5313 {'pos0_bos_p': 0.0012639305787160993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998973608016968, 'last_eos_top1': 4} +step=35050 loss=3.1277 {'pos0_bos_p': 0.0013188193552196026, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999037981033325, 'last_eos_top1': 4} +step=35100 loss=3.1301 {'pos0_bos_p': 0.0012384114088490605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998942613601685, 'last_eos_top1': 4} +step=35150 loss=3.0331 {'pos0_bos_p': 0.001324263634160161, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998983144760132, 'last_eos_top1': 4} +step=35200 loss=2.9353 {'pos0_bos_p': 0.0012886907206848264, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998947381973267, 'last_eos_top1': 4} +step=35250 loss=3.0282 {'pos0_bos_p': 0.0014676533173769712, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999023675918579, 'last_eos_top1': 4} +step=35300 loss=2.7279 {'pos0_bos_p': 0.0013700765557587147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998985528945923, 'last_eos_top1': 4} +step=35350 loss=3.3573 {'pos0_bos_p': 0.0014000983210280538, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999040365219116, 'last_eos_top1': 4} +step=35400 loss=3.4609 {'pos0_bos_p': 0.0014877633657306433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999138116836548, 'last_eos_top1': 4} +step=35450 loss=3.0487 {'pos0_bos_p': 0.0013446041848510504, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999066591262817, 'last_eos_top1': 4} +step=35500 loss=3.3863 {'pos0_bos_p': 0.001245570252649486, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999059438705444, 'last_eos_top1': 4} +step=35550 loss=2.6926 {'pos0_bos_p': 0.0012827594764530659, 'pos0_bos_top1': 0, 'last_eos_p': 0.999913215637207, 'last_eos_top1': 4} +step=35600 loss=2.6259 {'pos0_bos_p': 0.001291240332648158, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999017715454102, 'last_eos_top1': 4} +step=35650 loss=2.6374 {'pos0_bos_p': 0.001273657544516027, 'pos0_bos_top1': 0, 'last_eos_p': 0.999901294708252, 'last_eos_top1': 4} +step=35700 loss=2.6544 {'pos0_bos_p': 0.001420286251232028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999030828475952, 'last_eos_top1': 4} +step=35750 loss=2.7459 {'pos0_bos_p': 0.0012817230308428407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999053478240967, 'last_eos_top1': 4} +step=35800 loss=3.2287 {'pos0_bos_p': 0.001307590981014073, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998937845230103, 'last_eos_top1': 4} +step=35850 loss=3.3350 {'pos0_bos_p': 0.001315171830356121, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999021291732788, 'last_eos_top1': 4} +step=35900 loss=2.8442 {'pos0_bos_p': 0.0013121134834364057, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999109506607056, 'last_eos_top1': 4} +step=35950 loss=3.2616 {'pos0_bos_p': 0.0014477692311629653, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999175071716309, 'last_eos_top1': 4} +step=36000 loss=2.8666 {'pos0_bos_p': 0.0013289484195411205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999077320098877, 'last_eos_top1': 4} +step=36050 loss=2.9052 {'pos0_bos_p': 0.0013626937288790941, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999080896377563, 'last_eos_top1': 4} +step=36100 loss=2.6965 {'pos0_bos_p': 0.0013653786154463887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998999834060669, 'last_eos_top1': 4} +step=36150 loss=3.3727 {'pos0_bos_p': 0.0013312477385625243, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999141693115234, 'last_eos_top1': 4} +step=36200 loss=3.2541 {'pos0_bos_p': 0.001331235864199698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999037981033325, 'last_eos_top1': 4} +step=36250 loss=3.1818 {'pos0_bos_p': 0.0012508789077401161, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999042749404907, 'last_eos_top1': 4} +step=36300 loss=2.9030 {'pos0_bos_p': 0.0012902832822874188, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999135732650757, 'last_eos_top1': 4} +step=36350 loss=2.6284 {'pos0_bos_p': 0.0013861388433724642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998970031738281, 'last_eos_top1': 4} +step=36400 loss=3.1111 {'pos0_bos_p': 0.0013607029104605317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999001026153564, 'last_eos_top1': 4} +step=36450 loss=3.0057 {'pos0_bos_p': 0.001420907094143331, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998995065689087, 'last_eos_top1': 4} +step=36500 loss=3.4139 {'pos0_bos_p': 0.0013421978801488876, 'pos0_bos_top1': 0, 'last_eos_p': 0.999902606010437, 'last_eos_top1': 4} +step=36550 loss=3.3404 {'pos0_bos_p': 0.0013108276762068272, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999020099639893, 'last_eos_top1': 4} +step=36600 loss=2.2302 {'pos0_bos_p': 0.0012465013423934579, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998996257781982, 'last_eos_top1': 4} +step=36650 loss=3.0274 {'pos0_bos_p': 0.0013564914697781205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999058246612549, 'last_eos_top1': 4} +step=36700 loss=2.6400 {'pos0_bos_p': 0.0014242214383557439, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999051094055176, 'last_eos_top1': 4} +step=36750 loss=3.0879 {'pos0_bos_p': 0.0013422692427411675, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999032020568848, 'last_eos_top1': 4} +step=36800 loss=3.1910 {'pos0_bos_p': 0.0013049147091805935, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998981952667236, 'last_eos_top1': 4} +step=36850 loss=2.6212 {'pos0_bos_p': 0.0013008639216423035, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999001026153564, 'last_eos_top1': 4} +step=36900 loss=2.3281 {'pos0_bos_p': 0.0012401561252772808, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999071359634399, 'last_eos_top1': 4} +step=36950 loss=3.3702 {'pos0_bos_p': 0.0013698068214580417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999067783355713, 'last_eos_top1': 4} +step=37000 loss=3.4118 {'pos0_bos_p': 0.0012780758552253246, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998990297317505, 'last_eos_top1': 4} +step=37050 loss=2.3136 {'pos0_bos_p': 0.0012523093027994037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999032020568848, 'last_eos_top1': 4} +step=37100 loss=2.8769 {'pos0_bos_p': 0.0013154749758541584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999175071716309, 'last_eos_top1': 4} +step=37150 loss=3.2136 {'pos0_bos_p': 0.0013509202981367707, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999125003814697, 'last_eos_top1': 4} +step=37200 loss=2.6652 {'pos0_bos_p': 0.0012300144881010056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999070167541504, 'last_eos_top1': 4} +step=37250 loss=2.7882 {'pos0_bos_p': 0.0012745859567075968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999033212661743, 'last_eos_top1': 4} +step=37300 loss=2.7014 {'pos0_bos_p': 0.0012883752351626754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999037981033325, 'last_eos_top1': 4} +step=37350 loss=3.0273 {'pos0_bos_p': 0.0013096542097628117, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999042749404907, 'last_eos_top1': 4} +step=37400 loss=3.3785 {'pos0_bos_p': 0.0012933295220136642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999130964279175, 'last_eos_top1': 4} +step=37450 loss=2.8917 {'pos0_bos_p': 0.0014744071522727609, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999047517776489, 'last_eos_top1': 4} +step=37500 loss=2.7605 {'pos0_bos_p': 0.001201832783408463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999074935913086, 'last_eos_top1': 4} +step=37550 loss=2.6943 {'pos0_bos_p': 0.0013822353212162852, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999085664749146, 'last_eos_top1': 4} +step=37600 loss=2.5213 {'pos0_bos_p': 0.0013016837183386087, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999110698699951, 'last_eos_top1': 4} +step=37650 loss=2.3399 {'pos0_bos_p': 0.0013492736034095287, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999165534973145, 'last_eos_top1': 4} +step=37700 loss=2.7430 {'pos0_bos_p': 0.001211421680636704, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999117851257324, 'last_eos_top1': 4} +step=37750 loss=3.0982 {'pos0_bos_p': 0.0012617965694516897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999133348464966, 'last_eos_top1': 4} +step=37800 loss=2.6190 {'pos0_bos_p': 0.0013006167719140649, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999220371246338, 'last_eos_top1': 4} +step=37850 loss=3.3913 {'pos0_bos_p': 0.0012642815709114075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999179840087891, 'last_eos_top1': 4} +step=37900 loss=3.1401 {'pos0_bos_p': 0.0011921680998057127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999105930328369, 'last_eos_top1': 4} +step=37950 loss=2.6321 {'pos0_bos_p': 0.0013575823977589607, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999151229858398, 'last_eos_top1': 4} +step=38000 loss=2.9181 {'pos0_bos_p': 0.0011956813978031278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999089241027832, 'last_eos_top1': 4} +step=38050 loss=3.0612 {'pos0_bos_p': 0.0013125620316714048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999098777770996, 'last_eos_top1': 4} +step=38100 loss=2.5678 {'pos0_bos_p': 0.0012103412300348282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999136924743652, 'last_eos_top1': 4} +step=38150 loss=2.5065 {'pos0_bos_p': 0.0012304425472393632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999101161956787, 'last_eos_top1': 4} +step=38200 loss=2.9801 {'pos0_bos_p': 0.0012467845808714628, 'pos0_bos_top1': 0, 'last_eos_p': 0.999910831451416, 'last_eos_top1': 4} +step=38250 loss=2.9130 {'pos0_bos_p': 0.0012964931083843112, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999164342880249, 'last_eos_top1': 4} +step=38300 loss=2.9674 {'pos0_bos_p': 0.0012618252076208591, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999188184738159, 'last_eos_top1': 4} +step=38350 loss=3.1117 {'pos0_bos_p': 0.0012959192972630262, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999243021011353, 'last_eos_top1': 4} +step=38400 loss=2.5211 {'pos0_bos_p': 0.0013811945682391524, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999279975891113, 'last_eos_top1': 4} +step=38450 loss=2.5175 {'pos0_bos_p': 0.0013394971610978246, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999234676361084, 'last_eos_top1': 4} +step=38500 loss=2.8611 {'pos0_bos_p': 0.0012385979061946273, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999136924743652, 'last_eos_top1': 4} +step=38550 loss=2.7259 {'pos0_bos_p': 0.0012816641246899962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999209642410278, 'last_eos_top1': 4} +step=38600 loss=2.3589 {'pos0_bos_p': 0.0012932351091876626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999071359634399, 'last_eos_top1': 4} +step=38650 loss=3.2065 {'pos0_bos_p': 0.0013169889571145177, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999115467071533, 'last_eos_top1': 4} +step=38700 loss=2.9854 {'pos0_bos_p': 0.0013308592606335878, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999167919158936, 'last_eos_top1': 4} +step=38750 loss=2.6081 {'pos0_bos_p': 0.0012217850890010595, 'pos0_bos_top1': 0, 'last_eos_p': 0.999909520149231, 'last_eos_top1': 4} +step=38800 loss=3.2487 {'pos0_bos_p': 0.0012564858188852668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999076128005981, 'last_eos_top1': 4} +step=38850 loss=3.3451 {'pos0_bos_p': 0.001277836738154292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998948574066162, 'last_eos_top1': 4} +step=38900 loss=2.9233 {'pos0_bos_p': 0.0013239863328635693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999024868011475, 'last_eos_top1': 4} +step=38950 loss=2.8727 {'pos0_bos_p': 0.0012170677073299885, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999113082885742, 'last_eos_top1': 4} +step=39000 loss=3.0320 {'pos0_bos_p': 0.0013189194723963737, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999151229858398, 'last_eos_top1': 4} +step=39050 loss=2.2955 {'pos0_bos_p': 0.0013431267580017447, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999169111251831, 'last_eos_top1': 4} +step=39100 loss=2.5001 {'pos0_bos_p': 0.0012564357602968812, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999172687530518, 'last_eos_top1': 4} +step=39150 loss=2.8974 {'pos0_bos_p': 0.0012345932191237807, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999101161956787, 'last_eos_top1': 4} +step=39200 loss=3.3408 {'pos0_bos_p': 0.0012595664011314511, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999227523803711, 'last_eos_top1': 4} +step=39250 loss=2.5485 {'pos0_bos_p': 0.0012921829475089908, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999154806137085, 'last_eos_top1': 4} +step=39300 loss=3.1874 {'pos0_bos_p': 0.0013427587691694498, 'pos0_bos_top1': 0, 'last_eos_p': 0.999914288520813, 'last_eos_top1': 4} +step=39350 loss=2.7579 {'pos0_bos_p': 0.0013908729888498783, 'pos0_bos_top1': 0, 'last_eos_p': 0.999924898147583, 'last_eos_top1': 4} +step=39400 loss=2.9553 {'pos0_bos_p': 0.0013172694016247988, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999253749847412, 'last_eos_top1': 4} +step=39450 loss=2.4748 {'pos0_bos_p': 0.0012638219632208347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999164342880249, 'last_eos_top1': 4} +step=39500 loss=3.1342 {'pos0_bos_p': 0.001349604339338839, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999134540557861, 'last_eos_top1': 4} +step=39550 loss=2.9652 {'pos0_bos_p': 0.0012624391820281744, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999207258224487, 'last_eos_top1': 4} +step=39600 loss=2.7378 {'pos0_bos_p': 0.0012803829740732908, 'pos0_bos_top1': 0, 'last_eos_p': 0.999914288520813, 'last_eos_top1': 4} +step=39650 loss=2.5366 {'pos0_bos_p': 0.0014078450622037053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999092817306519, 'last_eos_top1': 4} +step=39700 loss=2.5510 {'pos0_bos_p': 0.0013114357134327292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999130964279175, 'last_eos_top1': 4} +step=39750 loss=2.9081 {'pos0_bos_p': 0.0013081603683531284, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999183416366577, 'last_eos_top1': 4} +step=39800 loss=3.2613 {'pos0_bos_p': 0.0013313181698322296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999176263809204, 'last_eos_top1': 4} +step=39850 loss=2.9140 {'pos0_bos_p': 0.0012030825018882751, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999188184738159, 'last_eos_top1': 4} +step=39900 loss=3.0112 {'pos0_bos_p': 0.0012629316188395023, 'pos0_bos_top1': 0, 'last_eos_p': 0.999911904335022, 'last_eos_top1': 4} +step=39950 loss=2.8948 {'pos0_bos_p': 0.0012672061566263437, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999141693115234, 'last_eos_top1': 4} +step=40000 loss=2.9389 {'pos0_bos_p': 0.0011962514836341143, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999092817306519, 'last_eos_top1': 4} +step=40050 loss=3.2007 {'pos0_bos_p': 0.001218147692270577, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999184608459473, 'last_eos_top1': 4} +step=40100 loss=2.4388 {'pos0_bos_p': 0.0012651511933654547, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999165534973145, 'last_eos_top1': 4} +step=40150 loss=3.0452 {'pos0_bos_p': 0.0013059298507869244, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999222755432129, 'last_eos_top1': 4} +step=40200 loss=2.9254 {'pos0_bos_p': 0.0013975907349959016, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999104738235474, 'last_eos_top1': 4} +step=40250 loss=2.7943 {'pos0_bos_p': 0.0012976713478565216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999068975448608, 'last_eos_top1': 4} +step=40300 loss=2.6035 {'pos0_bos_p': 0.0013755032559856772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999105930328369, 'last_eos_top1': 4} +step=40350 loss=3.4041 {'pos0_bos_p': 0.0012298583751544356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999178647994995, 'last_eos_top1': 4} +step=40400 loss=2.7835 {'pos0_bos_p': 0.0013182698749005795, 'pos0_bos_top1': 0, 'last_eos_p': 0.999913215637207, 'last_eos_top1': 4} +step=40450 loss=2.8593 {'pos0_bos_p': 0.0013631208566948771, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999128580093384, 'last_eos_top1': 4} +step=40500 loss=3.3404 {'pos0_bos_p': 0.0013489394914358854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999139308929443, 'last_eos_top1': 4} +step=40550 loss=2.6099 {'pos0_bos_p': 0.0013321236474439502, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999175071716309, 'last_eos_top1': 4} +step=40600 loss=2.9062 {'pos0_bos_p': 0.00129957334138453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999228715896606, 'last_eos_top1': 4} +step=40650 loss=2.8485 {'pos0_bos_p': 0.0014300645561888814, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999121427536011, 'last_eos_top1': 4} +step=40700 loss=2.3467 {'pos0_bos_p': 0.0012254772009328008, 'pos0_bos_top1': 0, 'last_eos_p': 0.999916672706604, 'last_eos_top1': 4} +step=40750 loss=3.3809 {'pos0_bos_p': 0.0012813436333090067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999090433120728, 'last_eos_top1': 4} +step=40800 loss=2.6724 {'pos0_bos_p': 0.0011385715333744884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999150037765503, 'last_eos_top1': 4} +step=40850 loss=2.7202 {'pos0_bos_p': 0.0012966099893674254, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999070167541504, 'last_eos_top1': 4} +step=40900 loss=2.9745 {'pos0_bos_p': 0.0012868645135313272, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999088048934937, 'last_eos_top1': 4} +step=40950 loss=2.9847 {'pos0_bos_p': 0.0013473501894623041, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999074935913086, 'last_eos_top1': 4} +step=41000 loss=3.0183 {'pos0_bos_p': 0.0012638402404263616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999032020568848, 'last_eos_top1': 4} +step=41050 loss=2.7021 {'pos0_bos_p': 0.001280611613765359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999058246612549, 'last_eos_top1': 4} +step=41100 loss=2.9913 {'pos0_bos_p': 0.001261157332919538, 'pos0_bos_top1': 0, 'last_eos_p': 0.999909520149231, 'last_eos_top1': 4} +step=41150 loss=3.2415 {'pos0_bos_p': 0.001316564274020493, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999042749404907, 'last_eos_top1': 4} +step=41200 loss=2.8425 {'pos0_bos_p': 0.0013477716129273176, 'pos0_bos_top1': 0, 'last_eos_p': 0.999893069267273, 'last_eos_top1': 4} +step=41250 loss=2.7166 {'pos0_bos_p': 0.0012937133433297276, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998999834060669, 'last_eos_top1': 4} +step=41300 loss=3.1185 {'pos0_bos_p': 0.0012783462880179286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998941421508789, 'last_eos_top1': 4} +step=41350 loss=3.0413 {'pos0_bos_p': 0.0012918522115796804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999129772186279, 'last_eos_top1': 4} +step=41400 loss=3.2095 {'pos0_bos_p': 0.0013020733604207635, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999091625213623, 'last_eos_top1': 4} +step=41450 loss=3.6333 {'pos0_bos_p': 0.0011963252909481525, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999113082885742, 'last_eos_top1': 4} +step=41500 loss=2.7651 {'pos0_bos_p': 0.0012641518842428923, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999109506607056, 'last_eos_top1': 4} +step=41550 loss=2.7095 {'pos0_bos_p': 0.001264534192159772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999110698699951, 'last_eos_top1': 4} +step=41600 loss=3.0473 {'pos0_bos_p': 0.0012823747238144279, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999120235443115, 'last_eos_top1': 4} +step=41650 loss=3.2064 {'pos0_bos_p': 0.0013340127188712358, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999159574508667, 'last_eos_top1': 4} +step=41700 loss=3.6402 {'pos0_bos_p': 0.0013247402384877205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999134540557861, 'last_eos_top1': 4} +step=41750 loss=2.9564 {'pos0_bos_p': 0.0012418788392096758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999115467071533, 'last_eos_top1': 4} +step=41800 loss=2.3257 {'pos0_bos_p': 0.0012713623000308871, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999111890792847, 'last_eos_top1': 4} +step=41850 loss=2.9794 {'pos0_bos_p': 0.0011867721332237124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999065399169922, 'last_eos_top1': 4} +step=41900 loss=3.1454 {'pos0_bos_p': 0.0013083306839689612, 'pos0_bos_top1': 0, 'last_eos_p': 0.999908447265625, 'last_eos_top1': 4} +step=41950 loss=2.9796 {'pos0_bos_p': 0.0013312322553247213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999052286148071, 'last_eos_top1': 4} +step=42000 loss=3.0371 {'pos0_bos_p': 0.001217508688569069, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999011754989624, 'last_eos_top1': 4} +step=42050 loss=2.2662 {'pos0_bos_p': 0.0013080212520435452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999116659164429, 'last_eos_top1': 4} +step=42100 loss=2.7597 {'pos0_bos_p': 0.0012748375302180648, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999213218688965, 'last_eos_top1': 4} +step=42150 loss=2.4645 {'pos0_bos_p': 0.001292723580263555, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999287128448486, 'last_eos_top1': 4} +step=42200 loss=2.9118 {'pos0_bos_p': 0.0013869841350242496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999264478683472, 'last_eos_top1': 4} +step=42250 loss=2.7956 {'pos0_bos_p': 0.0013600309612229466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999269247055054, 'last_eos_top1': 4} +step=42300 loss=2.8248 {'pos0_bos_p': 0.0013390460517257452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999232292175293, 'last_eos_top1': 4} +step=42350 loss=2.5268 {'pos0_bos_p': 0.0013286755420267582, 'pos0_bos_top1': 0, 'last_eos_p': 0.999921441078186, 'last_eos_top1': 4} +step=42400 loss=2.7260 {'pos0_bos_p': 0.001282505807466805, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999181032180786, 'last_eos_top1': 4} +step=42450 loss=2.9217 {'pos0_bos_p': 0.0012440040009096265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999164342880249, 'last_eos_top1': 4} +step=42500 loss=2.6666 {'pos0_bos_p': 0.0013725439785048366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999239444732666, 'last_eos_top1': 4} +step=42550 loss=2.5448 {'pos0_bos_p': 0.0013037372846156359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999330043792725, 'last_eos_top1': 4} +step=42600 loss=2.2451 {'pos0_bos_p': 0.001305713434703648, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999241828918457, 'last_eos_top1': 4} +step=42650 loss=2.7167 {'pos0_bos_p': 0.0011393221793696284, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999290704727173, 'last_eos_top1': 4} +step=42700 loss=2.7350 {'pos0_bos_p': 0.0013086568797007203, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999276399612427, 'last_eos_top1': 4} +step=42750 loss=2.6350 {'pos0_bos_p': 0.001226780703291297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999310970306396, 'last_eos_top1': 4} +step=42800 loss=3.0924 {'pos0_bos_p': 0.0012600430054590106, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999183416366577, 'last_eos_top1': 4} +step=42850 loss=2.3190 {'pos0_bos_p': 0.0013927954714745283, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999253749847412, 'last_eos_top1': 4} +step=42900 loss=3.2350 {'pos0_bos_p': 0.0013746671611443162, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999183416366577, 'last_eos_top1': 4} +step=42950 loss=2.6347 {'pos0_bos_p': 0.0012423557927832007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999164342880249, 'last_eos_top1': 4} +step=43000 loss=2.8655 {'pos0_bos_p': 0.0012979406164959073, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999200105667114, 'last_eos_top1': 4} +step=43050 loss=2.9813 {'pos0_bos_p': 0.0013375954004004598, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999246597290039, 'last_eos_top1': 4} +step=43100 loss=2.9755 {'pos0_bos_p': 0.0013072764268144965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999244213104248, 'last_eos_top1': 4} +step=43150 loss=2.4678 {'pos0_bos_p': 0.0012804592261090875, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999209642410278, 'last_eos_top1': 4} +step=43200 loss=2.8475 {'pos0_bos_p': 0.001267364015802741, 'pos0_bos_top1': 0, 'last_eos_p': 0.999916672706604, 'last_eos_top1': 4} +step=43250 loss=3.2201 {'pos0_bos_p': 0.0013656622031703591, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999305009841919, 'last_eos_top1': 4} +step=43300 loss=3.1115 {'pos0_bos_p': 0.0013014711439609528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999291896820068, 'last_eos_top1': 4} +step=43350 loss=2.8033 {'pos0_bos_p': 0.0012602899223566055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999260902404785, 'last_eos_top1': 4} +step=43400 loss=2.9623 {'pos0_bos_p': 0.0013180166715756059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999109506607056, 'last_eos_top1': 4} +step=43450 loss=2.7629 {'pos0_bos_p': 0.0013026983942836523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999196529388428, 'last_eos_top1': 4} +step=43500 loss=2.3510 {'pos0_bos_p': 0.0013713235966861248, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999243021011353, 'last_eos_top1': 4} +step=43550 loss=2.6527 {'pos0_bos_p': 0.0012758884113281965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999271631240845, 'last_eos_top1': 4} +step=43600 loss=3.0754 {'pos0_bos_p': 0.0013168201548978686, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999306201934814, 'last_eos_top1': 4} +step=43650 loss=3.3131 {'pos0_bos_p': 0.001373249921016395, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999263286590576, 'last_eos_top1': 4} +step=43700 loss=2.9989 {'pos0_bos_p': 0.0012599844485521317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999260902404785, 'last_eos_top1': 4} +step=43750 loss=2.1545 {'pos0_bos_p': 0.0012754775816574693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999195337295532, 'last_eos_top1': 4} +step=43800 loss=3.2277 {'pos0_bos_p': 0.0013260409468784928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999204874038696, 'last_eos_top1': 4} +step=43850 loss=2.8043 {'pos0_bos_p': 0.0013371376553550363, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999208450317383, 'last_eos_top1': 4} +step=43900 loss=2.7449 {'pos0_bos_p': 0.001226034015417099, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999185800552368, 'last_eos_top1': 4} +step=43950 loss=2.8044 {'pos0_bos_p': 0.001356599503196776, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999289512634277, 'last_eos_top1': 4} +step=44000 loss=3.4769 {'pos0_bos_p': 0.0013187533477321267, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999282360076904, 'last_eos_top1': 4} +step=44050 loss=2.7935 {'pos0_bos_p': 0.0012874874519184232, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999274015426636, 'last_eos_top1': 4} +step=44100 loss=2.8839 {'pos0_bos_p': 0.0013022728962823749, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999332427978516, 'last_eos_top1': 4} +step=44150 loss=2.9857 {'pos0_bos_p': 0.0012641905341297388, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999260902404785, 'last_eos_top1': 4} +step=44200 loss=2.8002 {'pos0_bos_p': 0.0012640944914892316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999171495437622, 'last_eos_top1': 4} +step=44250 loss=2.9338 {'pos0_bos_p': 0.001321970485150814, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999257326126099, 'last_eos_top1': 4} +step=44300 loss=3.0524 {'pos0_bos_p': 0.001404704642482102, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999147653579712, 'last_eos_top1': 4} +step=44350 loss=2.7738 {'pos0_bos_p': 0.0013039594050496817, 'pos0_bos_top1': 0, 'last_eos_p': 0.999910831451416, 'last_eos_top1': 4} +step=44400 loss=2.8507 {'pos0_bos_p': 0.0012941545573994517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999278783798218, 'last_eos_top1': 4} +step=44450 loss=2.9364 {'pos0_bos_p': 0.0013656249502673745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999291896820068, 'last_eos_top1': 4} +step=44500 loss=3.3258 {'pos0_bos_p': 0.001290725078433752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999196529388428, 'last_eos_top1': 4} +step=44550 loss=3.2330 {'pos0_bos_p': 0.001247134176082909, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999265670776367, 'last_eos_top1': 4} +step=44600 loss=3.2371 {'pos0_bos_p': 0.0013386631617322564, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999266862869263, 'last_eos_top1': 4} +step=44650 loss=3.3083 {'pos0_bos_p': 0.001343775657005608, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999220371246338, 'last_eos_top1': 4} +step=44700 loss=2.1768 {'pos0_bos_p': 0.0014746091328561306, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999284744262695, 'last_eos_top1': 4} +step=44750 loss=2.8845 {'pos0_bos_p': 0.001320193405263126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999229907989502, 'last_eos_top1': 4} +step=44800 loss=2.6736 {'pos0_bos_p': 0.0012606574455276132, 'pos0_bos_top1': 0, 'last_eos_p': 0.999934196472168, 'last_eos_top1': 4} +step=44850 loss=3.1268 {'pos0_bos_p': 0.001276036142371595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999237060546875, 'last_eos_top1': 4} +step=44900 loss=2.8393 {'pos0_bos_p': 0.0012959646992385387, 'pos0_bos_top1': 0, 'last_eos_p': 0.999923586845398, 'last_eos_top1': 4} +step=44950 loss=2.5975 {'pos0_bos_p': 0.001216744421981275, 'pos0_bos_top1': 0, 'last_eos_p': 0.999923586845398, 'last_eos_top1': 4} +step=45000 loss=2.7712 {'pos0_bos_p': 0.0012887312332168221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999243021011353, 'last_eos_top1': 4} +step=45050 loss=2.9321 {'pos0_bos_p': 0.0013741407310590148, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999204874038696, 'last_eos_top1': 4} +step=45100 loss=2.8746 {'pos0_bos_p': 0.0013062612852081656, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999217987060547, 'last_eos_top1': 4} +step=45150 loss=2.8806 {'pos0_bos_p': 0.0012614373117685318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999284744262695, 'last_eos_top1': 4} +step=45200 loss=2.5990 {'pos0_bos_p': 0.001342525240033865, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999275207519531, 'last_eos_top1': 4} +step=45250 loss=2.7676 {'pos0_bos_p': 0.0012868213234469295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999297857284546, 'last_eos_top1': 4} +step=45300 loss=2.8153 {'pos0_bos_p': 0.0014258840819820762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999313354492188, 'last_eos_top1': 4} +step=45350 loss=2.5969 {'pos0_bos_p': 0.0012446832843124866, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999330043792725, 'last_eos_top1': 4} +step=45400 loss=3.1002 {'pos0_bos_p': 0.001273054163902998, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999306201934814, 'last_eos_top1': 4} +step=45450 loss=2.8143 {'pos0_bos_p': 0.0012273972388356924, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999377727508545, 'last_eos_top1': 4} +step=45500 loss=3.0826 {'pos0_bos_p': 0.0012655318714678288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999299049377441, 'last_eos_top1': 4} +step=45550 loss=2.7577 {'pos0_bos_p': 0.001367377582937479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999375343322754, 'last_eos_top1': 4} +step=45600 loss=2.5696 {'pos0_bos_p': 0.0013312273658812046, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999325275421143, 'last_eos_top1': 4} +step=45650 loss=2.6635 {'pos0_bos_p': 0.0013232305645942688, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999346733093262, 'last_eos_top1': 4} +step=45700 loss=3.0758 {'pos0_bos_p': 0.001187829882837832, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999289512634277, 'last_eos_top1': 4} +step=45750 loss=2.8777 {'pos0_bos_p': 0.001207519555464387, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999386072158813, 'last_eos_top1': 4} +step=45800 loss=2.6293 {'pos0_bos_p': 0.0012943749316036701, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999368190765381, 'last_eos_top1': 4} +step=45850 loss=2.9557 {'pos0_bos_p': 0.0013131843879818916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999328851699829, 'last_eos_top1': 4} +step=45900 loss=2.8172 {'pos0_bos_p': 0.0012278620852157474, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999275207519531, 'last_eos_top1': 4} +step=45950 loss=2.5973 {'pos0_bos_p': 0.001342685311101377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999297857284546, 'last_eos_top1': 4} +step=46000 loss=2.4052 {'pos0_bos_p': 0.0013148071011528373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999282360076904, 'last_eos_top1': 4} +step=46050 loss=2.3536 {'pos0_bos_p': 0.0013320710277184844, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999294281005859, 'last_eos_top1': 4} +step=46100 loss=2.6533 {'pos0_bos_p': 0.0013663355493918061, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999390840530396, 'last_eos_top1': 4} +step=46150 loss=2.9151 {'pos0_bos_p': 0.0012643082300201058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999276399612427, 'last_eos_top1': 4} +step=46200 loss=2.9228 {'pos0_bos_p': 0.001275865826755762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999303817749023, 'last_eos_top1': 4} +step=46250 loss=3.1059 {'pos0_bos_p': 0.001184125430881977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999343156814575, 'last_eos_top1': 4} +step=46300 loss=2.9220 {'pos0_bos_p': 0.0011232680408284068, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999359846115112, 'last_eos_top1': 4} +step=46350 loss=3.5629 {'pos0_bos_p': 0.001254229573532939, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999291896820068, 'last_eos_top1': 4} +step=46400 loss=2.6266 {'pos0_bos_p': 0.0013430365361273289, 'pos0_bos_top1': 0, 'last_eos_p': 0.999923825263977, 'last_eos_top1': 4} +step=46450 loss=2.8220 {'pos0_bos_p': 0.0014244734775274992, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999253749847412, 'last_eos_top1': 4} +step=46500 loss=2.7810 {'pos0_bos_p': 0.0014115448575466871, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999209642410278, 'last_eos_top1': 4} +step=46550 loss=3.2340 {'pos0_bos_p': 0.0013201782712712884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999237060546875, 'last_eos_top1': 4} +step=46600 loss=2.5863 {'pos0_bos_p': 0.0012201732024550438, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999268054962158, 'last_eos_top1': 4} +step=46650 loss=3.2047 {'pos0_bos_p': 0.0012028985656797886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999276399612427, 'last_eos_top1': 4} +step=46700 loss=3.2624 {'pos0_bos_p': 0.0011787433177232742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999327659606934, 'last_eos_top1': 4} +step=46750 loss=2.6018 {'pos0_bos_p': 0.0013582673855125904, 'pos0_bos_top1': 0, 'last_eos_p': 0.999930739402771, 'last_eos_top1': 4} +step=46800 loss=2.8134 {'pos0_bos_p': 0.0012853315565735102, 'pos0_bos_top1': 0, 'last_eos_p': 0.999931812286377, 'last_eos_top1': 4} +step=46850 loss=3.2971 {'pos0_bos_p': 0.001338101807050407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999244213104248, 'last_eos_top1': 4} +step=46900 loss=2.9635 {'pos0_bos_p': 0.0013330219080671668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999328851699829, 'last_eos_top1': 4} +step=46950 loss=2.4968 {'pos0_bos_p': 0.001301349839195609, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999369382858276, 'last_eos_top1': 4} +step=47000 loss=2.5562 {'pos0_bos_p': 0.0012801551492884755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999386072158813, 'last_eos_top1': 4} +step=47050 loss=2.7092 {'pos0_bos_p': 0.0013617676449939609, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999393224716187, 'last_eos_top1': 4} +step=47100 loss=2.8931 {'pos0_bos_p': 0.0013488729018718004, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999370574951172, 'last_eos_top1': 4} +step=47150 loss=2.4612 {'pos0_bos_p': 0.0012485537445172668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999388456344604, 'last_eos_top1': 4} +step=47200 loss=2.6010 {'pos0_bos_p': 0.0014506903244182467, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999358654022217, 'last_eos_top1': 4} +step=47250 loss=2.9959 {'pos0_bos_p': 0.0012515172129496932, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999402761459351, 'last_eos_top1': 4} +step=47300 loss=3.1834 {'pos0_bos_p': 0.0014186903135851026, 'pos0_bos_top1': 0, 'last_eos_p': 0.999937891960144, 'last_eos_top1': 4} +step=47350 loss=3.0319 {'pos0_bos_p': 0.0013777557760477066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999370574951172, 'last_eos_top1': 4} +step=47400 loss=2.8657 {'pos0_bos_p': 0.0012940006563439965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999409914016724, 'last_eos_top1': 4} +step=47450 loss=3.0548 {'pos0_bos_p': 0.0013538270723074675, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999369382858276, 'last_eos_top1': 4} +step=47500 loss=3.0174 {'pos0_bos_p': 0.001266996725462377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999349117279053, 'last_eos_top1': 4} +step=47550 loss=2.8259 {'pos0_bos_p': 0.0013612463371828198, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999394416809082, 'last_eos_top1': 4} +step=47600 loss=3.3745 {'pos0_bos_p': 0.0013124451506882906, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999344348907471, 'last_eos_top1': 4} +step=47650 loss=3.0027 {'pos0_bos_p': 0.0012187383836135268, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999414682388306, 'last_eos_top1': 4} +step=47700 loss=2.6356 {'pos0_bos_p': 0.0012863255105912685, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999406337738037, 'last_eos_top1': 4} +step=47750 loss=3.3096 {'pos0_bos_p': 0.0012675682082772255, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999395608901978, 'last_eos_top1': 4} +step=47800 loss=2.8545 {'pos0_bos_p': 0.00137503317091614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999369382858276, 'last_eos_top1': 4} +step=47850 loss=3.0130 {'pos0_bos_p': 0.001340791815891862, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999374151229858, 'last_eos_top1': 4} +step=47900 loss=2.7250 {'pos0_bos_p': 0.001277472241781652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999309778213501, 'last_eos_top1': 4} +step=47950 loss=3.1981 {'pos0_bos_p': 0.0013572114985436201, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999356269836426, 'last_eos_top1': 4} +step=48000 loss=2.1127 {'pos0_bos_p': 0.0013231937773525715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999347925186157, 'last_eos_top1': 4} +step=48050 loss=3.2753 {'pos0_bos_p': 0.0013074415037408471, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999300241470337, 'last_eos_top1': 4} +step=48100 loss=3.0512 {'pos0_bos_p': 0.0012977620353922248, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999253749847412, 'last_eos_top1': 4} +step=48150 loss=3.2891 {'pos0_bos_p': 0.0012749048182740808, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999287128448486, 'last_eos_top1': 4} +step=48200 loss=3.0889 {'pos0_bos_p': 0.0012618161272257566, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999308586120605, 'last_eos_top1': 4} +step=48250 loss=2.5674 {'pos0_bos_p': 0.0012591535924002528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999295473098755, 'last_eos_top1': 4} +step=48300 loss=2.8908 {'pos0_bos_p': 0.0012773507041856647, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999330043792725, 'last_eos_top1': 4} +step=48350 loss=3.0101 {'pos0_bos_p': 0.0012536424910649657, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999362230300903, 'last_eos_top1': 4} +step=48400 loss=2.4982 {'pos0_bos_p': 0.001264256308786571, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999327659606934, 'last_eos_top1': 4} +step=48450 loss=2.6631 {'pos0_bos_p': 0.0012701741652563214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999334812164307, 'last_eos_top1': 4} +step=48500 loss=2.5592 {'pos0_bos_p': 0.0012607310200110078, 'pos0_bos_top1': 0, 'last_eos_p': 0.999932050704956, 'last_eos_top1': 4} +step=48550 loss=2.8451 {'pos0_bos_p': 0.0012617246247828007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999333620071411, 'last_eos_top1': 4} +step=48600 loss=2.7865 {'pos0_bos_p': 0.001357454340904951, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999337196350098, 'last_eos_top1': 4} +step=48650 loss=3.0230 {'pos0_bos_p': 0.001415135571733117, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999338388442993, 'last_eos_top1': 4} +step=48700 loss=2.7892 {'pos0_bos_p': 0.0012809293111786246, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999299049377441, 'last_eos_top1': 4} +step=48750 loss=2.6503 {'pos0_bos_p': 0.0013559506041929126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999285936355591, 'last_eos_top1': 4} +step=48800 loss=2.6604 {'pos0_bos_p': 0.0013748238561674953, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999330043792725, 'last_eos_top1': 4} +step=48850 loss=3.3125 {'pos0_bos_p': 0.0013522267108783126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999312162399292, 'last_eos_top1': 4} +step=48900 loss=2.6484 {'pos0_bos_p': 0.0013031683629378676, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999356269836426, 'last_eos_top1': 4} +step=48950 loss=2.5324 {'pos0_bos_p': 0.001292033470235765, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999308586120605, 'last_eos_top1': 4} +step=49000 loss=2.6547 {'pos0_bos_p': 0.0013371779350563884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999288320541382, 'last_eos_top1': 4} +step=49050 loss=2.5348 {'pos0_bos_p': 0.0012748194858431816, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999284744262695, 'last_eos_top1': 4} +step=49100 loss=2.9717 {'pos0_bos_p': 0.0014072936028242111, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999377727508545, 'last_eos_top1': 4} +step=49150 loss=2.4757 {'pos0_bos_p': 0.0013717168476432562, 'pos0_bos_top1': 0, 'last_eos_p': 0.999936580657959, 'last_eos_top1': 4} +step=49200 loss=3.0460 {'pos0_bos_p': 0.0013426363002508879, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999382495880127, 'last_eos_top1': 4} +step=49250 loss=2.8095 {'pos0_bos_p': 0.0012625143863260746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999384880065918, 'last_eos_top1': 4} +step=49300 loss=3.2931 {'pos0_bos_p': 0.0012956788996234536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999388456344604, 'last_eos_top1': 4} +step=49350 loss=3.3858 {'pos0_bos_p': 0.0013747983612120152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999377727508545, 'last_eos_top1': 4} +step=49400 loss=2.9122 {'pos0_bos_p': 0.0013845302164554596, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999430179595947, 'last_eos_top1': 4} +step=49450 loss=2.6013 {'pos0_bos_p': 0.0014425190165638924, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999333620071411, 'last_eos_top1': 4} +step=49500 loss=3.5925 {'pos0_bos_p': 0.001208908506669104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999380111694336, 'last_eos_top1': 4} +step=49550 loss=3.1169 {'pos0_bos_p': 0.0013714890228584409, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999351501464844, 'last_eos_top1': 4} +step=49600 loss=2.6620 {'pos0_bos_p': 0.0013982512755319476, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999407529830933, 'last_eos_top1': 4} +step=49650 loss=2.5870 {'pos0_bos_p': 0.0013042916543781757, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999345541000366, 'last_eos_top1': 4} +step=49700 loss=2.9563 {'pos0_bos_p': 0.00135017279535532, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999333620071411, 'last_eos_top1': 4} +step=49750 loss=2.6450 {'pos0_bos_p': 0.001376899192109704, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999325275421143, 'last_eos_top1': 4} +step=49800 loss=2.6296 {'pos0_bos_p': 0.0013001571642234921, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999392032623291, 'last_eos_top1': 4} +step=49850 loss=2.2473 {'pos0_bos_p': 0.0014012637548148632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999411106109619, 'last_eos_top1': 4} +step=49900 loss=2.8542 {'pos0_bos_p': 0.001330076833255589, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999326467514038, 'last_eos_top1': 4} +step=49950 loss=2.6691 {'pos0_bos_p': 0.001363998744636774, 'pos0_bos_top1': 0, 'last_eos_p': 0.999935507774353, 'last_eos_top1': 4} +step=50000 loss=2.6199 {'pos0_bos_p': 0.0013489528791978955, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999300241470337, 'last_eos_top1': 4} +step=50050 loss=3.2110 {'pos0_bos_p': 0.0013411521213129163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999210834503174, 'last_eos_top1': 4} +step=50100 loss=2.4656 {'pos0_bos_p': 0.0012567458907142282, 'pos0_bos_top1': 0, 'last_eos_p': 0.99992835521698, 'last_eos_top1': 4} +step=50150 loss=2.6006 {'pos0_bos_p': 0.0013350513763725758, 'pos0_bos_top1': 0, 'last_eos_p': 0.99993896484375, 'last_eos_top1': 4} +step=50200 loss=3.2362 {'pos0_bos_p': 0.0012980449246242642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999402761459351, 'last_eos_top1': 4} +step=50250 loss=2.8993 {'pos0_bos_p': 0.0012876742985099554, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999399185180664, 'last_eos_top1': 4} +step=50300 loss=3.4671 {'pos0_bos_p': 0.0012514599366113544, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999363422393799, 'last_eos_top1': 4} +step=50350 loss=3.1328 {'pos0_bos_p': 0.0012271431041881442, 'pos0_bos_top1': 0, 'last_eos_p': 0.99993896484375, 'last_eos_top1': 4} +step=50400 loss=2.4123 {'pos0_bos_p': 0.0013466023374348879, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999402761459351, 'last_eos_top1': 4} +step=50450 loss=2.7382 {'pos0_bos_p': 0.0013263165019452572, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999462366104126, 'last_eos_top1': 4} +step=50500 loss=2.4850 {'pos0_bos_p': 0.0013952554436400533, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999445676803589, 'last_eos_top1': 4} +step=50550 loss=3.2418 {'pos0_bos_p': 0.0012848174665123224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999457597732544, 'last_eos_top1': 4} +step=50600 loss=2.8173 {'pos0_bos_p': 0.0014741403283551335, 'pos0_bos_top1': 0, 'last_eos_p': 0.999945878982544, 'last_eos_top1': 4} +step=50650 loss=2.4184 {'pos0_bos_p': 0.0012526571517810225, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999409914016724, 'last_eos_top1': 4} +step=50700 loss=2.1160 {'pos0_bos_p': 0.0013163959374651313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999372959136963, 'last_eos_top1': 4} +step=50750 loss=2.6113 {'pos0_bos_p': 0.0013193638296797872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999407529830933, 'last_eos_top1': 4} +step=50800 loss=2.6470 {'pos0_bos_p': 0.0012016377877444029, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999454021453857, 'last_eos_top1': 4} +step=50850 loss=2.3691 {'pos0_bos_p': 0.0012413552030920982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999451637268066, 'last_eos_top1': 4} +step=50900 loss=3.4034 {'pos0_bos_p': 0.001345278462395072, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999463558197021, 'last_eos_top1': 4} +step=50950 loss=3.0375 {'pos0_bos_p': 0.0012670126743614674, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999430179595947, 'last_eos_top1': 4} +step=51000 loss=2.7186 {'pos0_bos_p': 0.0012442864244803786, 'pos0_bos_top1': 0, 'last_eos_p': 0.999943733215332, 'last_eos_top1': 4} +step=51050 loss=2.9151 {'pos0_bos_p': 0.0012401400599628687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999411106109619, 'last_eos_top1': 4} +step=51100 loss=2.9538 {'pos0_bos_p': 0.001293500536121428, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999402761459351, 'last_eos_top1': 4} +step=51150 loss=3.1366 {'pos0_bos_p': 0.0013064694358035922, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999403953552246, 'last_eos_top1': 4} +step=51200 loss=2.8626 {'pos0_bos_p': 0.001301128650084138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999392032623291, 'last_eos_top1': 4} +step=51250 loss=2.6362 {'pos0_bos_p': 0.001315099187195301, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999361038208008, 'last_eos_top1': 4} +step=51300 loss=2.4396 {'pos0_bos_p': 0.0013365657068789005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999401569366455, 'last_eos_top1': 4} +step=51350 loss=2.8762 {'pos0_bos_p': 0.0013093979796394706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999371767044067, 'last_eos_top1': 4} +step=51400 loss=2.4967 {'pos0_bos_p': 0.0014332018326967955, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999395608901978, 'last_eos_top1': 4} +step=51450 loss=2.6544 {'pos0_bos_p': 0.0013225338188931346, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999423027038574, 'last_eos_top1': 4} +step=51500 loss=3.2272 {'pos0_bos_p': 0.0012910404475405812, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999414682388306, 'last_eos_top1': 4} +step=51550 loss=2.5218 {'pos0_bos_p': 0.0013575352495536208, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999412298202515, 'last_eos_top1': 4} +step=51600 loss=2.9903 {'pos0_bos_p': 0.0012262315722182393, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999393224716187, 'last_eos_top1': 4} +step=51650 loss=3.0993 {'pos0_bos_p': 0.0013963138917461038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999470710754395, 'last_eos_top1': 4} +step=51700 loss=2.4809 {'pos0_bos_p': 0.0013625753344967961, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999468326568604, 'last_eos_top1': 4} +step=51750 loss=2.9390 {'pos0_bos_p': 0.001348594087176025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999452829360962, 'last_eos_top1': 4} +step=51800 loss=2.9265 {'pos0_bos_p': 0.0012051590019837022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999430179595947, 'last_eos_top1': 4} +step=51850 loss=3.2289 {'pos0_bos_p': 0.001285802572965622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999425411224365, 'last_eos_top1': 4} +step=51900 loss=2.4876 {'pos0_bos_p': 0.0013347743079066277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999406337738037, 'last_eos_top1': 4} +step=51950 loss=2.9137 {'pos0_bos_p': 0.0013377565192058682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999369382858276, 'last_eos_top1': 4} +step=52000 loss=2.7560 {'pos0_bos_p': 0.0013261454878374934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999425411224365, 'last_eos_top1': 4} +step=52050 loss=3.0406 {'pos0_bos_p': 0.0012957347789779305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999408721923828, 'last_eos_top1': 4} +step=52100 loss=2.3437 {'pos0_bos_p': 0.0014481684193015099, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999403953552246, 'last_eos_top1': 4} +step=52150 loss=3.1317 {'pos0_bos_p': 0.0012914481339976192, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999383687973022, 'last_eos_top1': 4} +step=52200 loss=2.8077 {'pos0_bos_p': 0.0013856982113793492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999353885650635, 'last_eos_top1': 4} +step=52250 loss=2.9346 {'pos0_bos_p': 0.0012939729494974017, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999371767044067, 'last_eos_top1': 4} +step=52300 loss=3.2216 {'pos0_bos_p': 0.0013089466374367476, 'pos0_bos_top1': 0, 'last_eos_p': 0.999941349029541, 'last_eos_top1': 4} +step=52350 loss=2.6265 {'pos0_bos_p': 0.0014184850733727217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999445676803589, 'last_eos_top1': 4} +step=52400 loss=2.6912 {'pos0_bos_p': 0.0013544709654524922, 'pos0_bos_top1': 0, 'last_eos_p': 0.999941349029541, 'last_eos_top1': 4} +step=52450 loss=3.5534 {'pos0_bos_p': 0.0012067259522154927, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999383687973022, 'last_eos_top1': 4} +step=52500 loss=3.1486 {'pos0_bos_p': 0.0012373840436339378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999386072158813, 'last_eos_top1': 4} +step=52550 loss=3.0672 {'pos0_bos_p': 0.0014232757966965437, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999432563781738, 'last_eos_top1': 4} +step=52600 loss=2.5235 {'pos0_bos_p': 0.0013122610980644822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999353885650635, 'last_eos_top1': 4} +step=52650 loss=2.9568 {'pos0_bos_p': 0.0012057124404236674, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999409914016724, 'last_eos_top1': 4} +step=52700 loss=2.8811 {'pos0_bos_p': 0.0013815584825351834, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999423027038574, 'last_eos_top1': 4} +step=52750 loss=2.1496 {'pos0_bos_p': 0.0013037096941843629, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999436140060425, 'last_eos_top1': 4} +step=52800 loss=2.9067 {'pos0_bos_p': 0.001367403194308281, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999454021453857, 'last_eos_top1': 4} +step=52850 loss=2.8281 {'pos0_bos_p': 0.0012588087702170014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999434947967529, 'last_eos_top1': 4} +step=52900 loss=2.9729 {'pos0_bos_p': 0.0014111788477748632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999483823776245, 'last_eos_top1': 4} +step=52950 loss=3.1674 {'pos0_bos_p': 0.001296732109040022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999468326568604, 'last_eos_top1': 4} +step=53000 loss=2.7892 {'pos0_bos_p': 0.0013234477955847979, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999494552612305, 'last_eos_top1': 4} +step=53050 loss=2.9303 {'pos0_bos_p': 0.0013241536216810346, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999440908432007, 'last_eos_top1': 4} +step=53100 loss=2.9282 {'pos0_bos_p': 0.0012487460626289248, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999446868896484, 'last_eos_top1': 4} +step=53150 loss=3.4207 {'pos0_bos_p': 0.0013878734316676855, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999428987503052, 'last_eos_top1': 4} +step=53200 loss=2.6927 {'pos0_bos_p': 0.0013736148830503225, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999428987503052, 'last_eos_top1': 4} +step=53250 loss=2.7065 {'pos0_bos_p': 0.001319872448220849, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999445676803589, 'last_eos_top1': 4} +step=53300 loss=2.4905 {'pos0_bos_p': 0.0013168712612241507, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999479055404663, 'last_eos_top1': 4} +step=53350 loss=3.1349 {'pos0_bos_p': 0.0013002168852835894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999469518661499, 'last_eos_top1': 4} +step=53400 loss=2.8993 {'pos0_bos_p': 0.0012774361530318856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999504089355469, 'last_eos_top1': 4} +step=53450 loss=2.9375 {'pos0_bos_p': 0.0013242391869425774, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999514818191528, 'last_eos_top1': 4} +step=53500 loss=3.0558 {'pos0_bos_p': 0.0013847657246515155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999486207962036, 'last_eos_top1': 4} +step=53550 loss=2.7002 {'pos0_bos_p': 0.0013261951971799135, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999449253082275, 'last_eos_top1': 4} +step=53600 loss=2.4576 {'pos0_bos_p': 0.0013158529764041305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999467134475708, 'last_eos_top1': 4} +step=53650 loss=3.0446 {'pos0_bos_p': 0.0013340979348868132, 'pos0_bos_top1': 0, 'last_eos_p': 0.999948263168335, 'last_eos_top1': 4} +step=53700 loss=3.2651 {'pos0_bos_p': 0.001339293783530593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999502897262573, 'last_eos_top1': 4} +step=53750 loss=2.7891 {'pos0_bos_p': 0.0013710821513086557, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999498128890991, 'last_eos_top1': 4} +step=53800 loss=2.3179 {'pos0_bos_p': 0.001221212325617671, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999493360519409, 'last_eos_top1': 4} +step=53850 loss=2.7049 {'pos0_bos_p': 0.001375404535792768, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999449253082275, 'last_eos_top1': 4} +step=53900 loss=2.5522 {'pos0_bos_p': 0.0013224307913333178, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999412298202515, 'last_eos_top1': 4} +step=53950 loss=2.9641 {'pos0_bos_p': 0.0013111330335959792, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999445676803589, 'last_eos_top1': 4} +step=54000 loss=2.9240 {'pos0_bos_p': 0.0013215338112786412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999444484710693, 'last_eos_top1': 4} +step=54050 loss=2.9475 {'pos0_bos_p': 0.0013606951106339693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999464750289917, 'last_eos_top1': 4} +step=54100 loss=2.7490 {'pos0_bos_p': 0.0014035312924534082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999487400054932, 'last_eos_top1': 4} +step=54150 loss=2.9198 {'pos0_bos_p': 0.001422943896614015, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999464750289917, 'last_eos_top1': 4} +step=54200 loss=3.1450 {'pos0_bos_p': 0.0013664570869877934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999516010284424, 'last_eos_top1': 4} +step=54250 loss=2.5325 {'pos0_bos_p': 0.0012773404596373439, 'pos0_bos_top1': 0, 'last_eos_p': 0.99994957447052, 'last_eos_top1': 4} +step=54300 loss=2.6658 {'pos0_bos_p': 0.001239893725141883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999465942382812, 'last_eos_top1': 4} +step=54350 loss=2.8830 {'pos0_bos_p': 0.001258292468264699, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999451637268066, 'last_eos_top1': 4} +step=54400 loss=3.5802 {'pos0_bos_p': 0.0014108801260590553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999438524246216, 'last_eos_top1': 4} +step=54450 loss=2.2537 {'pos0_bos_p': 0.001385102397762239, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999486207962036, 'last_eos_top1': 4} +step=54500 loss=3.3128 {'pos0_bos_p': 0.001295369234867394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999477863311768, 'last_eos_top1': 4} +step=54550 loss=2.3427 {'pos0_bos_p': 0.0013450395781546831, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999476671218872, 'last_eos_top1': 4} +step=54600 loss=2.7993 {'pos0_bos_p': 0.001436993246898055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999459981918335, 'last_eos_top1': 4} +step=54650 loss=2.8844 {'pos0_bos_p': 0.001343611627817154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999489784240723, 'last_eos_top1': 4} +step=54700 loss=2.6475 {'pos0_bos_p': 0.0014687052462249994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999462366104126, 'last_eos_top1': 4} +step=54750 loss=2.4666 {'pos0_bos_p': 0.0013600530801340938, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999464750289917, 'last_eos_top1': 4} +step=54800 loss=3.0349 {'pos0_bos_p': 0.0012892504455521703, 'pos0_bos_top1': 0, 'last_eos_p': 0.999951958656311, 'last_eos_top1': 4} +step=54850 loss=3.2551 {'pos0_bos_p': 0.0012647697003558278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999498128890991, 'last_eos_top1': 4} +step=54900 loss=2.9058 {'pos0_bos_p': 0.0012499218573793769, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999432563781738, 'last_eos_top1': 4} +step=54950 loss=2.5652 {'pos0_bos_p': 0.0013502854853868484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999480247497559, 'last_eos_top1': 4} +step=55000 loss=2.7945 {'pos0_bos_p': 0.0012376653030514717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999498128890991, 'last_eos_top1': 4} +step=55050 loss=3.0315 {'pos0_bos_p': 0.0013586493441835046, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999523162841797, 'last_eos_top1': 4} +step=55100 loss=3.1162 {'pos0_bos_p': 0.0014057980151847005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999527931213379, 'last_eos_top1': 4} +step=55150 loss=3.0847 {'pos0_bos_p': 0.0013872588751837611, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999542236328125, 'last_eos_top1': 4} +step=55200 loss=3.0971 {'pos0_bos_p': 0.0013097242917865515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999514818191528, 'last_eos_top1': 4} +step=55250 loss=2.3136 {'pos0_bos_p': 0.0013819432351738214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999498128890991, 'last_eos_top1': 4} +step=55300 loss=3.2546 {'pos0_bos_p': 0.0013235821388661861, 'pos0_bos_top1': 0, 'last_eos_p': 0.999947190284729, 'last_eos_top1': 4} +step=55350 loss=3.0080 {'pos0_bos_p': 0.0014037764631211758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999511241912842, 'last_eos_top1': 4} +step=55400 loss=2.8875 {'pos0_bos_p': 0.0013536676997318864, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999526739120483, 'last_eos_top1': 4} +step=55450 loss=2.2342 {'pos0_bos_p': 0.0012431519571691751, 'pos0_bos_top1': 0, 'last_eos_p': 0.99994957447052, 'last_eos_top1': 4} +step=55500 loss=3.0502 {'pos0_bos_p': 0.0012291970197111368, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999511241912842, 'last_eos_top1': 4} +step=55550 loss=3.1009 {'pos0_bos_p': 0.0013877535238862038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999537467956543, 'last_eos_top1': 4} +step=55600 loss=2.9019 {'pos0_bos_p': 0.0012882169103249907, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999527931213379, 'last_eos_top1': 4} +step=55650 loss=2.7022 {'pos0_bos_p': 0.0012541565811261535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999512434005737, 'last_eos_top1': 4} +step=55700 loss=3.2381 {'pos0_bos_p': 0.0012670247815549374, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999483823776245, 'last_eos_top1': 4} +step=55750 loss=3.7968 {'pos0_bos_p': 0.001323035336099565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999524354934692, 'last_eos_top1': 4} +step=55800 loss=2.7607 {'pos0_bos_p': 0.0012937707360833883, 'pos0_bos_top1': 0, 'last_eos_p': 0.999954104423523, 'last_eos_top1': 4} +step=55850 loss=2.7910 {'pos0_bos_p': 0.001229778048582375, 'pos0_bos_top1': 0, 'last_eos_p': 0.999954342842102, 'last_eos_top1': 4} +step=55900 loss=3.0547 {'pos0_bos_p': 0.001375027233734727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999567270278931, 'last_eos_top1': 4} +step=55950 loss=3.2174 {'pos0_bos_p': 0.0013263371074572206, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999544620513916, 'last_eos_top1': 4} +step=56000 loss=3.1783 {'pos0_bos_p': 0.001425506896339357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999572038650513, 'last_eos_top1': 4} +step=56050 loss=3.5513 {'pos0_bos_p': 0.0012698739301413298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999580383300781, 'last_eos_top1': 4} +step=56100 loss=2.7187 {'pos0_bos_p': 0.0013282954460009933, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999556541442871, 'last_eos_top1': 4} +step=56150 loss=2.7043 {'pos0_bos_p': 0.0013327480992302299, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999548196792603, 'last_eos_top1': 4} +step=56200 loss=2.6613 {'pos0_bos_p': 0.001377793843857944, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999533891677856, 'last_eos_top1': 4} +step=56250 loss=2.7691 {'pos0_bos_p': 0.0013721953146159649, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999526739120483, 'last_eos_top1': 4} +step=56300 loss=2.5759 {'pos0_bos_p': 0.0014524650759994984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999544620513916, 'last_eos_top1': 4} +step=56350 loss=2.6633 {'pos0_bos_p': 0.0012315574567764997, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999520778656006, 'last_eos_top1': 4} +step=56400 loss=2.5040 {'pos0_bos_p': 0.0013298499397933483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999520778656006, 'last_eos_top1': 4} +step=56450 loss=2.6602 {'pos0_bos_p': 0.0012856642715632915, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999550580978394, 'last_eos_top1': 4} +step=56500 loss=2.5883 {'pos0_bos_p': 0.0011715964647009969, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999513626098633, 'last_eos_top1': 4} +step=56550 loss=2.6916 {'pos0_bos_p': 0.0013012258568778634, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999568462371826, 'last_eos_top1': 4} +step=56600 loss=3.1822 {'pos0_bos_p': 0.0013865437358617783, 'pos0_bos_top1': 0, 'last_eos_p': 0.999951958656311, 'last_eos_top1': 4} +step=56650 loss=2.9132 {'pos0_bos_p': 0.001245967112481594, 'pos0_bos_top1': 0, 'last_eos_p': 0.999947190284729, 'last_eos_top1': 4} +step=56700 loss=3.3836 {'pos0_bos_p': 0.0012940976303070784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999469518661499, 'last_eos_top1': 4} +step=56750 loss=3.2200 {'pos0_bos_p': 0.0012800414115190506, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999490976333618, 'last_eos_top1': 4} +step=56800 loss=2.6487 {'pos0_bos_p': 0.0012447367189452052, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999523162841797, 'last_eos_top1': 4} +step=56850 loss=3.3810 {'pos0_bos_p': 0.001250266912393272, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999512434005737, 'last_eos_top1': 4} +step=56900 loss=2.5286 {'pos0_bos_p': 0.001360254711471498, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999494552612305, 'last_eos_top1': 4} +step=56950 loss=2.9053 {'pos0_bos_p': 0.0014059831155464053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999452829360962, 'last_eos_top1': 4} +step=57000 loss=2.7807 {'pos0_bos_p': 0.001278298324905336, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999433755874634, 'last_eos_top1': 4} +step=57050 loss=2.8219 {'pos0_bos_p': 0.001216464675962925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999463558197021, 'last_eos_top1': 4} +step=57100 loss=2.9044 {'pos0_bos_p': 0.0013767631025984883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999419450759888, 'last_eos_top1': 4} +step=57150 loss=2.7941 {'pos0_bos_p': 0.0014111942145973444, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999470710754395, 'last_eos_top1': 4} +step=57200 loss=2.6950 {'pos0_bos_p': 0.0012713875621557236, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999457597732544, 'last_eos_top1': 4} +step=57250 loss=2.1254 {'pos0_bos_p': 0.0012692640302702785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999465942382812, 'last_eos_top1': 4} +step=57300 loss=2.7010 {'pos0_bos_p': 0.0013420312898233533, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999442100524902, 'last_eos_top1': 4} +step=57350 loss=3.0163 {'pos0_bos_p': 0.0012777346419170499, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999440908432007, 'last_eos_top1': 4} +step=57400 loss=2.9841 {'pos0_bos_p': 0.001278393785469234, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999417066574097, 'last_eos_top1': 4} +step=57450 loss=2.5895 {'pos0_bos_p': 0.0013743299059569836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999468326568604, 'last_eos_top1': 4} +step=57500 loss=2.6689 {'pos0_bos_p': 0.0014440062223002315, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999459981918335, 'last_eos_top1': 4} +step=57550 loss=2.9247 {'pos0_bos_p': 0.0014578751288354397, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999501705169678, 'last_eos_top1': 4} +step=57600 loss=2.7793 {'pos0_bos_p': 0.0013558458304032683, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999462366104126, 'last_eos_top1': 4} +step=57650 loss=2.7845 {'pos0_bos_p': 0.0012723983963951468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999525547027588, 'last_eos_top1': 4} +step=57700 loss=3.1817 {'pos0_bos_p': 0.0013644620776176453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999525547027588, 'last_eos_top1': 4} +step=57750 loss=3.7647 {'pos0_bos_p': 0.0012639072956517339, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999500513076782, 'last_eos_top1': 4} +step=57800 loss=2.9463 {'pos0_bos_p': 0.0012845747405663133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999521970748901, 'last_eos_top1': 4} +step=57850 loss=3.0040 {'pos0_bos_p': 0.0012741356622427702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999487400054932, 'last_eos_top1': 4} +step=57900 loss=2.6275 {'pos0_bos_p': 0.0012956666760146618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999523162841797, 'last_eos_top1': 4} +step=57950 loss=3.1501 {'pos0_bos_p': 0.0013076309114694595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999544620513916, 'last_eos_top1': 4} +step=58000 loss=2.5673 {'pos0_bos_p': 0.0013440452748909593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999526739120483, 'last_eos_top1': 4} +step=58050 loss=2.6109 {'pos0_bos_p': 0.0012478247517719865, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999533891677856, 'last_eos_top1': 4} +step=58100 loss=2.5062 {'pos0_bos_p': 0.0013224408030509949, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999518394470215, 'last_eos_top1': 4} +step=58150 loss=2.8508 {'pos0_bos_p': 0.0013123878743499517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999532699584961, 'last_eos_top1': 4} +step=58200 loss=3.0791 {'pos0_bos_p': 0.0012425127206370234, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999500513076782, 'last_eos_top1': 4} +step=58250 loss=2.5143 {'pos0_bos_p': 0.001233076211065054, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999532699584961, 'last_eos_top1': 4} +step=58300 loss=3.0572 {'pos0_bos_p': 0.0013476945459842682, 'pos0_bos_top1': 0, 'last_eos_p': 0.999951958656311, 'last_eos_top1': 4} +step=58350 loss=2.5059 {'pos0_bos_p': 0.001162406406365335, 'pos0_bos_top1': 0, 'last_eos_p': 0.999946117401123, 'last_eos_top1': 4} +step=58400 loss=3.3439 {'pos0_bos_p': 0.0011681858450174332, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999463558197021, 'last_eos_top1': 4} +step=58450 loss=2.8802 {'pos0_bos_p': 0.0013926447136327624, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999490976333618, 'last_eos_top1': 4} +step=58500 loss=2.6881 {'pos0_bos_p': 0.0013335496187210083, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999480247497559, 'last_eos_top1': 4} +step=58550 loss=2.3782 {'pos0_bos_p': 0.0013798438012599945, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999516010284424, 'last_eos_top1': 4} +step=58600 loss=2.9059 {'pos0_bos_p': 0.0012704149121418595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999501705169678, 'last_eos_top1': 4} +step=58650 loss=2.7558 {'pos0_bos_p': 0.0013470955891534686, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999575614929199, 'last_eos_top1': 4} +step=58700 loss=2.5465 {'pos0_bos_p': 0.0012875410029664636, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999501705169678, 'last_eos_top1': 4} +step=58750 loss=2.7886 {'pos0_bos_p': 0.0013389862142503262, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999481439590454, 'last_eos_top1': 4} +step=58800 loss=2.4693 {'pos0_bos_p': 0.0013322442537173629, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999492168426514, 'last_eos_top1': 4} +step=58850 loss=2.9520 {'pos0_bos_p': 0.0014296264853328466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999531507492065, 'last_eos_top1': 4} +step=58900 loss=2.5867 {'pos0_bos_p': 0.0012264370452612638, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999518394470215, 'last_eos_top1': 4} +step=58950 loss=2.7606 {'pos0_bos_p': 0.00133158836979419, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999432563781738, 'last_eos_top1': 4} +step=59000 loss=3.3390 {'pos0_bos_p': 0.0013580896193161607, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999457597732544, 'last_eos_top1': 4} +step=59050 loss=2.5741 {'pos0_bos_p': 0.0013893770519644022, 'pos0_bos_top1': 0, 'last_eos_p': 0.999945878982544, 'last_eos_top1': 4} +step=59100 loss=2.9614 {'pos0_bos_p': 0.0013629429740831256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999514818191528, 'last_eos_top1': 4} +step=59150 loss=3.2292 {'pos0_bos_p': 0.0012379903346300125, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999468326568604, 'last_eos_top1': 4} +step=59200 loss=2.6789 {'pos0_bos_p': 0.001267079496756196, 'pos0_bos_top1': 0, 'last_eos_p': 0.999951958656311, 'last_eos_top1': 4} +step=59250 loss=3.3679 {'pos0_bos_p': 0.0013544417452067137, 'pos0_bos_top1': 0, 'last_eos_p': 0.999953031539917, 'last_eos_top1': 4} +step=59300 loss=3.0367 {'pos0_bos_p': 0.0013434316497296095, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999552965164185, 'last_eos_top1': 4} +step=59350 loss=3.0053 {'pos0_bos_p': 0.001263092621229589, 'pos0_bos_top1': 0, 'last_eos_p': 0.999955415725708, 'last_eos_top1': 4} +step=59400 loss=2.5418 {'pos0_bos_p': 0.0013698483817279339, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999549388885498, 'last_eos_top1': 4} +step=59450 loss=2.3343 {'pos0_bos_p': 0.0013419708702713251, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999547004699707, 'last_eos_top1': 4} +step=59500 loss=3.0451 {'pos0_bos_p': 0.001275286776944995, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999550580978394, 'last_eos_top1': 4} +step=59550 loss=2.9651 {'pos0_bos_p': 0.0012767025036737323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999527931213379, 'last_eos_top1': 4} +step=59600 loss=2.5713 {'pos0_bos_p': 0.00119503540918231, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999536275863647, 'last_eos_top1': 4} +step=59650 loss=2.9735 {'pos0_bos_p': 0.0013138495851308107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999549388885498, 'last_eos_top1': 4} +step=59700 loss=2.3783 {'pos0_bos_p': 0.0013331574155017734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999549388885498, 'last_eos_top1': 4} +step=59750 loss=2.5879 {'pos0_bos_p': 0.0013312128139659762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999607801437378, 'last_eos_top1': 4} +step=59800 loss=3.2185 {'pos0_bos_p': 0.001249380991794169, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999544620513916, 'last_eos_top1': 4} +step=59850 loss=2.5672 {'pos0_bos_p': 0.0013492406578734517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999527931213379, 'last_eos_top1': 4} +step=59900 loss=3.0062 {'pos0_bos_p': 0.001335680834017694, 'pos0_bos_top1': 0, 'last_eos_p': 0.999945878982544, 'last_eos_top1': 4} +step=59950 loss=3.1090 {'pos0_bos_p': 0.0012595157604664564, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999545812606812, 'last_eos_top1': 4} +step=60000 loss=2.6894 {'pos0_bos_p': 0.0013093376765027642, 'pos0_bos_top1': 0, 'last_eos_p': 0.999954104423523, 'last_eos_top1': 4} +step=60050 loss=3.2913 {'pos0_bos_p': 0.0012990586692467332, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999552965164185, 'last_eos_top1': 4} +step=60100 loss=2.8398 {'pos0_bos_p': 0.0013179350644350052, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999511241912842, 'last_eos_top1': 4} +step=60150 loss=3.0325 {'pos0_bos_p': 0.001320108538493514, 'pos0_bos_top1': 0, 'last_eos_p': 0.999951958656311, 'last_eos_top1': 4} +step=60200 loss=2.7624 {'pos0_bos_p': 0.0012367804301902652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999507665634155, 'last_eos_top1': 4} +step=60250 loss=2.8413 {'pos0_bos_p': 0.001387731172144413, 'pos0_bos_top1': 0, 'last_eos_p': 0.999953031539917, 'last_eos_top1': 4} +step=60300 loss=2.6404 {'pos0_bos_p': 0.001339275506325066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999552965164185, 'last_eos_top1': 4} +step=60350 loss=3.2306 {'pos0_bos_p': 0.0013395888963714242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999538660049438, 'last_eos_top1': 4} +step=60400 loss=3.0067 {'pos0_bos_p': 0.0013549894792959094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999520778656006, 'last_eos_top1': 4} +step=60450 loss=2.8184 {'pos0_bos_p': 0.0011836957419291139, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999523162841797, 'last_eos_top1': 4} +step=60500 loss=2.7172 {'pos0_bos_p': 0.0013134718174114823, 'pos0_bos_top1': 0, 'last_eos_p': 0.999948263168335, 'last_eos_top1': 4} +step=60550 loss=2.9786 {'pos0_bos_p': 0.0012602261267602444, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999511241912842, 'last_eos_top1': 4} +step=60600 loss=3.1980 {'pos0_bos_p': 0.001383175258524716, 'pos0_bos_top1': 0, 'last_eos_p': 0.999948263168335, 'last_eos_top1': 4} +step=60650 loss=2.6284 {'pos0_bos_p': 0.0013573847245424986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999494552612305, 'last_eos_top1': 4} +step=60700 loss=3.0810 {'pos0_bos_p': 0.0014000294031575322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999512434005737, 'last_eos_top1': 4} +step=60750 loss=2.5541 {'pos0_bos_p': 0.0013524193782359362, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999485015869141, 'last_eos_top1': 4} +step=60800 loss=2.8025 {'pos0_bos_p': 0.00137439148966223, 'pos0_bos_top1': 0, 'last_eos_p': 0.999947190284729, 'last_eos_top1': 4} +step=60850 loss=2.5274 {'pos0_bos_p': 0.0012640426866710186, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999516010284424, 'last_eos_top1': 4} +step=60900 loss=2.7300 {'pos0_bos_p': 0.0013510800199583173, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999538660049438, 'last_eos_top1': 4} +step=60950 loss=2.2854 {'pos0_bos_p': 0.001445210538804531, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999523162841797, 'last_eos_top1': 4} +step=61000 loss=2.6372 {'pos0_bos_p': 0.0013376384740695357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999521970748901, 'last_eos_top1': 4} +step=61050 loss=3.0617 {'pos0_bos_p': 0.0013847497757524252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999513626098633, 'last_eos_top1': 4} +step=61100 loss=2.9395 {'pos0_bos_p': 0.001413710997439921, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999517202377319, 'last_eos_top1': 4} +step=61150 loss=2.4677 {'pos0_bos_p': 0.0012631354620680213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999477863311768, 'last_eos_top1': 4} +step=61200 loss=2.6181 {'pos0_bos_p': 0.0013207178562879562, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999494552612305, 'last_eos_top1': 4} +step=61250 loss=2.2622 {'pos0_bos_p': 0.0011975911911576986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999465942382812, 'last_eos_top1': 4} +step=61300 loss=3.1505 {'pos0_bos_p': 0.001340661197900772, 'pos0_bos_top1': 0, 'last_eos_p': 0.999953031539917, 'last_eos_top1': 4} +step=61350 loss=3.0224 {'pos0_bos_p': 0.0013484855880960822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999560117721558, 'last_eos_top1': 4} +step=61400 loss=2.6167 {'pos0_bos_p': 0.00127762695774436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999573230743408, 'last_eos_top1': 4} +step=61450 loss=2.6339 {'pos0_bos_p': 0.001299770548939705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999513626098633, 'last_eos_top1': 4} +step=61500 loss=3.4676 {'pos0_bos_p': 0.0013674551155418158, 'pos0_bos_top1': 0, 'last_eos_p': 0.999955415725708, 'last_eos_top1': 4} +step=61550 loss=3.2667 {'pos0_bos_p': 0.001211229246109724, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999501705169678, 'last_eos_top1': 4} +step=61600 loss=2.4371 {'pos0_bos_p': 0.001328034559264779, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999561309814453, 'last_eos_top1': 4} +step=61650 loss=3.1005 {'pos0_bos_p': 0.001280838972888887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999511241912842, 'last_eos_top1': 4} +step=61700 loss=3.1012 {'pos0_bos_p': 0.001401793910190463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999480247497559, 'last_eos_top1': 4} +step=61750 loss=3.2569 {'pos0_bos_p': 0.0012522353790700436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999517202377319, 'last_eos_top1': 4} +step=61800 loss=3.2159 {'pos0_bos_p': 0.0012944560730829835, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999555349349976, 'last_eos_top1': 4} +step=61850 loss=2.8806 {'pos0_bos_p': 0.0012449389323592186, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999570846557617, 'last_eos_top1': 4} +step=61900 loss=2.3329 {'pos0_bos_p': 0.0014297111192718148, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999622106552124, 'last_eos_top1': 4} +step=61950 loss=2.7669 {'pos0_bos_p': 0.001312506035901606, 'pos0_bos_top1': 0, 'last_eos_p': 0.999954342842102, 'last_eos_top1': 4} +step=62000 loss=2.8071 {'pos0_bos_p': 0.001295591238886118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999545812606812, 'last_eos_top1': 4} +step=62050 loss=3.1130 {'pos0_bos_p': 0.0013445490039885044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999545812606812, 'last_eos_top1': 4} +step=62100 loss=2.9867 {'pos0_bos_p': 0.001361298025585711, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999586343765259, 'last_eos_top1': 4} +step=62150 loss=2.8161 {'pos0_bos_p': 0.0012179136974737048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999560117721558, 'last_eos_top1': 4} +step=62200 loss=2.9209 {'pos0_bos_p': 0.0014435818884521723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999592304229736, 'last_eos_top1': 4} +step=62250 loss=2.6146 {'pos0_bos_p': 0.0013695366214960814, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999539852142334, 'last_eos_top1': 4} +step=62300 loss=3.2826 {'pos0_bos_p': 0.0013733067316934466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999552965164185, 'last_eos_top1': 4} +step=62350 loss=3.5803 {'pos0_bos_p': 0.001303015393204987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999562501907349, 'last_eos_top1': 4} +step=62400 loss=2.3831 {'pos0_bos_p': 0.0013929110718891025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999535083770752, 'last_eos_top1': 4} +step=62450 loss=2.6353 {'pos0_bos_p': 0.0013021514751017094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999558925628662, 'last_eos_top1': 4} +step=62500 loss=2.7538 {'pos0_bos_p': 0.001402466557919979, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999563694000244, 'last_eos_top1': 4} +step=62550 loss=3.0925 {'pos0_bos_p': 0.0013688246253877878, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999575614929199, 'last_eos_top1': 4} +step=62600 loss=3.0350 {'pos0_bos_p': 0.0012287537101656199, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999560117721558, 'last_eos_top1': 4} +step=62650 loss=2.3551 {'pos0_bos_p': 0.001429106923751533, 'pos0_bos_top1': 0, 'last_eos_p': 0.99996018409729, 'last_eos_top1': 4} +step=62700 loss=2.8297 {'pos0_bos_p': 0.0013135004555806518, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999610185623169, 'last_eos_top1': 4} +step=62750 loss=2.9623 {'pos0_bos_p': 0.0013823932968080044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999607801437378, 'last_eos_top1': 4} +step=62800 loss=2.7272 {'pos0_bos_p': 0.0013294130330905318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999587535858154, 'last_eos_top1': 4} +step=62850 loss=2.9389 {'pos0_bos_p': 0.0013105219695717096, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999614953994751, 'last_eos_top1': 4} +step=62900 loss=2.7500 {'pos0_bos_p': 0.0013369127409532666, 'pos0_bos_top1': 0, 'last_eos_p': 0.999957799911499, 'last_eos_top1': 4} +step=62950 loss=2.6448 {'pos0_bos_p': 0.0012178956530988216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999576807022095, 'last_eos_top1': 4} +step=63000 loss=2.7880 {'pos0_bos_p': 0.00130286009516567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999536275863647, 'last_eos_top1': 4} +step=63050 loss=2.7081 {'pos0_bos_p': 0.001308916020207107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999587535858154, 'last_eos_top1': 4} +step=63100 loss=2.5864 {'pos0_bos_p': 0.0013132317690178752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999535083770752, 'last_eos_top1': 4} +step=63150 loss=2.7513 {'pos0_bos_p': 0.0013140481896698475, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999576807022095, 'last_eos_top1': 4} +step=63200 loss=2.4167 {'pos0_bos_p': 0.0013100039213895798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999598264694214, 'last_eos_top1': 4} +step=63250 loss=3.2459 {'pos0_bos_p': 0.0014125666348263621, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999624490737915, 'last_eos_top1': 4} +step=63300 loss=3.0735 {'pos0_bos_p': 0.0013240794651210308, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999605417251587, 'last_eos_top1': 4} +step=63350 loss=3.1245 {'pos0_bos_p': 0.0013460945338010788, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999587535858154, 'last_eos_top1': 4} +step=63400 loss=2.6268 {'pos0_bos_p': 0.0013342881575226784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999535083770752, 'last_eos_top1': 4} +step=63450 loss=2.7369 {'pos0_bos_p': 0.0013434499269351363, 'pos0_bos_top1': 0, 'last_eos_p': 0.999954342842102, 'last_eos_top1': 4} +step=63500 loss=2.9815 {'pos0_bos_p': 0.0013999186921864748, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999579191207886, 'last_eos_top1': 4} +step=63550 loss=3.1800 {'pos0_bos_p': 0.0013962880475446582, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999549388885498, 'last_eos_top1': 4} +step=63600 loss=2.5125 {'pos0_bos_p': 0.001329809776507318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999563694000244, 'last_eos_top1': 4} +step=63650 loss=2.7879 {'pos0_bos_p': 0.001228132052347064, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999574422836304, 'last_eos_top1': 4} +step=63700 loss=2.2252 {'pos0_bos_p': 0.001195525866933167, 'pos0_bos_top1': 0, 'last_eos_p': 0.999951958656311, 'last_eos_top1': 4} +step=63750 loss=2.5630 {'pos0_bos_p': 0.0013502002693712711, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999570846557617, 'last_eos_top1': 4} +step=63800 loss=3.1847 {'pos0_bos_p': 0.0014096435625106096, 'pos0_bos_top1': 0, 'last_eos_p': 0.999957799911499, 'last_eos_top1': 4} +step=63850 loss=2.7196 {'pos0_bos_p': 0.0013347112108021975, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999610185623169, 'last_eos_top1': 4} +step=63900 loss=2.3396 {'pos0_bos_p': 0.0012576311128214002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999630451202393, 'last_eos_top1': 4} +step=63950 loss=3.4063 {'pos0_bos_p': 0.0014076324878260493, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999591112136841, 'last_eos_top1': 4} +step=64000 loss=2.9451 {'pos0_bos_p': 0.0013591828756034374, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999605417251587, 'last_eos_top1': 4} +step=64050 loss=2.4234 {'pos0_bos_p': 0.0014070969773456454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999613761901855, 'last_eos_top1': 4} +step=64100 loss=3.1271 {'pos0_bos_p': 0.0013642265694215894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999580383300781, 'last_eos_top1': 4} +step=64150 loss=2.4172 {'pos0_bos_p': 0.0013119030045345426, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=64200 loss=2.7487 {'pos0_bos_p': 0.0013064350932836533, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999622106552124, 'last_eos_top1': 4} +step=64250 loss=2.6758 {'pos0_bos_p': 0.0014228709042072296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999593496322632, 'last_eos_top1': 4} +step=64300 loss=2.8247 {'pos0_bos_p': 0.0013131044106557965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999579191207886, 'last_eos_top1': 4} +step=64350 loss=2.8052 {'pos0_bos_p': 0.0013507817639037967, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999616146087646, 'last_eos_top1': 4} +step=64400 loss=2.7614 {'pos0_bos_p': 0.0012832429492846131, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999580383300781, 'last_eos_top1': 4} +step=64450 loss=2.5149 {'pos0_bos_p': 0.0013488760450854897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999611377716064, 'last_eos_top1': 4} +step=64500 loss=3.3645 {'pos0_bos_p': 0.0013714892556890845, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999570846557617, 'last_eos_top1': 4} +step=64550 loss=2.3682 {'pos0_bos_p': 0.0012961842585355043, 'pos0_bos_top1': 0, 'last_eos_p': 0.999956488609314, 'last_eos_top1': 4} +step=64600 loss=2.6223 {'pos0_bos_p': 0.0013279347913339734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999549388885498, 'last_eos_top1': 4} +step=64650 loss=2.9581 {'pos0_bos_p': 0.0012999479658901691, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999556541442871, 'last_eos_top1': 4} +step=64700 loss=3.0218 {'pos0_bos_p': 0.0013147905701771379, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999550580978394, 'last_eos_top1': 4} +step=64750 loss=2.3286 {'pos0_bos_p': 0.0013102056691423059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999552965164185, 'last_eos_top1': 4} +step=64800 loss=2.7884 {'pos0_bos_p': 0.0012939403532072902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999574422836304, 'last_eos_top1': 4} +step=64850 loss=2.2318 {'pos0_bos_p': 0.0013648237800225616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=64900 loss=2.7147 {'pos0_bos_p': 0.0013876579469069839, 'pos0_bos_top1': 0, 'last_eos_p': 0.999957799911499, 'last_eos_top1': 4} +step=64950 loss=2.7604 {'pos0_bos_p': 0.001374663203023374, 'pos0_bos_top1': 0, 'last_eos_p': 0.999958872795105, 'last_eos_top1': 4} +step=65000 loss=2.8772 {'pos0_bos_p': 0.0014384349342435598, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999566078186035, 'last_eos_top1': 4} +step=65050 loss=2.9843 {'pos0_bos_p': 0.0013593330513685942, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999593496322632, 'last_eos_top1': 4} +step=65100 loss=2.9493 {'pos0_bos_p': 0.0014047924196347594, 'pos0_bos_top1': 0, 'last_eos_p': 0.999961256980896, 'last_eos_top1': 4} +step=65150 loss=2.4380 {'pos0_bos_p': 0.0013142063980922103, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999568462371826, 'last_eos_top1': 4} +step=65200 loss=2.7016 {'pos0_bos_p': 0.0013848632806912065, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=65250 loss=3.1896 {'pos0_bos_p': 0.0013104986865073442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999586343765259, 'last_eos_top1': 4} +step=65300 loss=2.8487 {'pos0_bos_p': 0.001277584582567215, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999552965164185, 'last_eos_top1': 4} +step=65350 loss=2.5915 {'pos0_bos_p': 0.001287161954678595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999538660049438, 'last_eos_top1': 4} +step=65400 loss=3.0621 {'pos0_bos_p': 0.0013044109800830483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999570846557617, 'last_eos_top1': 4} +step=65450 loss=2.5838 {'pos0_bos_p': 0.0013486273819580674, 'pos0_bos_top1': 0, 'last_eos_p': 0.999955415725708, 'last_eos_top1': 4} +step=65500 loss=3.0626 {'pos0_bos_p': 0.0013495942112058401, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999544620513916, 'last_eos_top1': 4} +step=65550 loss=3.1901 {'pos0_bos_p': 0.0014385386602953076, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999575614929199, 'last_eos_top1': 4} +step=65600 loss=2.5220 {'pos0_bos_p': 0.0014104755828157067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999579191207886, 'last_eos_top1': 4} +step=65650 loss=2.4759 {'pos0_bos_p': 0.0012071937089785933, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999527931213379, 'last_eos_top1': 4} +step=65700 loss=3.3624 {'pos0_bos_p': 0.0013302096631377935, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999500513076782, 'last_eos_top1': 4} +step=65750 loss=2.3576 {'pos0_bos_p': 0.0014243947807699442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999551773071289, 'last_eos_top1': 4} +step=65800 loss=2.5190 {'pos0_bos_p': 0.0013403060147538781, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999567270278931, 'last_eos_top1': 4} +step=65850 loss=3.1220 {'pos0_bos_p': 0.0013334958348423243, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999579191207886, 'last_eos_top1': 4} +step=65900 loss=3.0867 {'pos0_bos_p': 0.001396417384967208, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999567270278931, 'last_eos_top1': 4} +step=65950 loss=2.6926 {'pos0_bos_p': 0.001296869246289134, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999579191207886, 'last_eos_top1': 4} +step=66000 loss=2.5092 {'pos0_bos_p': 0.001372187864035368, 'pos0_bos_top1': 0, 'last_eos_p': 0.999961256980896, 'last_eos_top1': 4} +step=66050 loss=3.2042 {'pos0_bos_p': 0.0013998091453686357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999605417251587, 'last_eos_top1': 4} +step=66100 loss=2.0716 {'pos0_bos_p': 0.0013169654412195086, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999595880508423, 'last_eos_top1': 4} +step=66150 loss=2.5641 {'pos0_bos_p': 0.0013369667576625943, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999598264694214, 'last_eos_top1': 4} +step=66200 loss=2.5053 {'pos0_bos_p': 0.0013672891072928905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999585151672363, 'last_eos_top1': 4} +step=66250 loss=2.7761 {'pos0_bos_p': 0.001326383207924664, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999533891677856, 'last_eos_top1': 4} +step=66300 loss=2.8079 {'pos0_bos_p': 0.001356382155790925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999531507492065, 'last_eos_top1': 4} +step=66350 loss=3.3132 {'pos0_bos_p': 0.0012403951259329915, 'pos0_bos_top1': 0, 'last_eos_p': 0.999953031539917, 'last_eos_top1': 4} +step=66400 loss=2.5071 {'pos0_bos_p': 0.0013784364564344287, 'pos0_bos_top1': 0, 'last_eos_p': 0.999951958656311, 'last_eos_top1': 4} +step=66450 loss=3.3600 {'pos0_bos_p': 0.0014121211133897305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999492168426514, 'last_eos_top1': 4} +step=66500 loss=3.6130 {'pos0_bos_p': 0.0013189675519242883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999511241912842, 'last_eos_top1': 4} +step=66550 loss=3.1656 {'pos0_bos_p': 0.0012843521544709802, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999499320983887, 'last_eos_top1': 4} +step=66600 loss=2.6609 {'pos0_bos_p': 0.0012871540384367108, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999549388885498, 'last_eos_top1': 4} +step=66650 loss=3.1694 {'pos0_bos_p': 0.0013541122898459435, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999561309814453, 'last_eos_top1': 4} +step=66700 loss=2.3738 {'pos0_bos_p': 0.0013809411320835352, 'pos0_bos_top1': 0, 'last_eos_p': 0.999955415725708, 'last_eos_top1': 4} +step=66750 loss=3.0272 {'pos0_bos_p': 0.0014110191259533167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999599456787109, 'last_eos_top1': 4} +step=66800 loss=2.5683 {'pos0_bos_p': 0.0013463310897350311, 'pos0_bos_top1': 0, 'last_eos_p': 0.999957799911499, 'last_eos_top1': 4} +step=66850 loss=2.9148 {'pos0_bos_p': 0.0013830553507432342, 'pos0_bos_top1': 0, 'last_eos_p': 0.999957799911499, 'last_eos_top1': 4} +step=66900 loss=2.7459 {'pos0_bos_p': 0.0013599366648122668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=66950 loss=2.4269 {'pos0_bos_p': 0.0012457133270800114, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999576807022095, 'last_eos_top1': 4} +step=67000 loss=2.7305 {'pos0_bos_p': 0.0013259868137538433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999611377716064, 'last_eos_top1': 4} +step=67050 loss=3.0478 {'pos0_bos_p': 0.001290702959522605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999599456787109, 'last_eos_top1': 4} +step=67100 loss=3.0232 {'pos0_bos_p': 0.0013566052075475454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999570846557617, 'last_eos_top1': 4} +step=67150 loss=2.6884 {'pos0_bos_p': 0.0013698800466954708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999616146087646, 'last_eos_top1': 4} +step=67200 loss=2.9728 {'pos0_bos_p': 0.0012964968336746097, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999569654464722, 'last_eos_top1': 4} +step=67250 loss=3.1591 {'pos0_bos_p': 0.0013378058793023229, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999580383300781, 'last_eos_top1': 4} +step=67300 loss=2.8959 {'pos0_bos_p': 0.0012575018918141723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999579191207886, 'last_eos_top1': 4} +step=67350 loss=2.8219 {'pos0_bos_p': 0.0012288783909752965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=67400 loss=2.8654 {'pos0_bos_p': 0.0012967814691364765, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999589920043945, 'last_eos_top1': 4} +step=67450 loss=3.1497 {'pos0_bos_p': 0.0013209345052018762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999562501907349, 'last_eos_top1': 4} +step=67500 loss=2.7281 {'pos0_bos_p': 0.0013295385288074613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999580383300781, 'last_eos_top1': 4} +step=67550 loss=2.6274 {'pos0_bos_p': 0.0013390055391937494, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999568462371826, 'last_eos_top1': 4} +step=67600 loss=2.7175 {'pos0_bos_p': 0.0013364861952140927, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999563694000244, 'last_eos_top1': 4} +step=67650 loss=3.2682 {'pos0_bos_p': 0.0012399411061778665, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999563694000244, 'last_eos_top1': 4} +step=67700 loss=2.9424 {'pos0_bos_p': 0.0013360977172851562, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999574422836304, 'last_eos_top1': 4} +step=67750 loss=2.6631 {'pos0_bos_p': 0.001427176990546286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=67800 loss=3.1539 {'pos0_bos_p': 0.0012793870409950614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999574422836304, 'last_eos_top1': 4} +step=67850 loss=2.2636 {'pos0_bos_p': 0.0012371065095067024, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=67900 loss=3.3518 {'pos0_bos_p': 0.0013256442034617066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999617338180542, 'last_eos_top1': 4} +step=67950 loss=3.0164 {'pos0_bos_p': 0.001317047979682684, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=68000 loss=3.0766 {'pos0_bos_p': 0.0012626097304746509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999586343765259, 'last_eos_top1': 4} +step=68050 loss=3.2911 {'pos0_bos_p': 0.0013185894349589944, 'pos0_bos_top1': 0, 'last_eos_p': 0.999961256980896, 'last_eos_top1': 4} +step=68100 loss=3.2462 {'pos0_bos_p': 0.001407415373250842, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999591112136841, 'last_eos_top1': 4} +step=68150 loss=3.0640 {'pos0_bos_p': 0.0012187145184725523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999634027481079, 'last_eos_top1': 4} +step=68200 loss=2.8130 {'pos0_bos_p': 0.0013663927093148232, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962329864502, 'last_eos_top1': 4} +step=68250 loss=2.8847 {'pos0_bos_p': 0.0012978565646335483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999624490737915, 'last_eos_top1': 4} +step=68300 loss=2.5308 {'pos0_bos_p': 0.0011859338264912367, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999617338180542, 'last_eos_top1': 4} +step=68350 loss=3.0102 {'pos0_bos_p': 0.0013204048154875636, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999611377716064, 'last_eos_top1': 4} +step=68400 loss=3.1426 {'pos0_bos_p': 0.0013600565725937486, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999580383300781, 'last_eos_top1': 4} +step=68450 loss=3.3470 {'pos0_bos_p': 0.0013785010669380426, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999583959579468, 'last_eos_top1': 4} +step=68500 loss=2.5873 {'pos0_bos_p': 0.0013572649331763387, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=68550 loss=2.8801 {'pos0_bos_p': 0.001312307664193213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999595880508423, 'last_eos_top1': 4} +step=68600 loss=2.7436 {'pos0_bos_p': 0.0013044106308370829, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999614953994751, 'last_eos_top1': 4} +step=68650 loss=2.7185 {'pos0_bos_p': 0.001325153512880206, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999637603759766, 'last_eos_top1': 4} +step=68700 loss=2.4892 {'pos0_bos_p': 0.0012966154608875513, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999631643295288, 'last_eos_top1': 4} +step=68750 loss=2.5579 {'pos0_bos_p': 0.0013406836660578847, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999632835388184, 'last_eos_top1': 4} +step=68800 loss=2.4669 {'pos0_bos_p': 0.001297657028771937, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999603033065796, 'last_eos_top1': 4} +step=68850 loss=2.9448 {'pos0_bos_p': 0.0013055471936240792, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999629259109497, 'last_eos_top1': 4} +step=68900 loss=3.6286 {'pos0_bos_p': 0.0012762075057253242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999641180038452, 'last_eos_top1': 4} +step=68950 loss=2.9631 {'pos0_bos_p': 0.0012443863088265061, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999620914459229, 'last_eos_top1': 4} +step=69000 loss=3.2321 {'pos0_bos_p': 0.0013283692533150315, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999620914459229, 'last_eos_top1': 4} +step=69050 loss=2.5378 {'pos0_bos_p': 0.0012972640106454492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999600648880005, 'last_eos_top1': 4} +step=69100 loss=3.2135 {'pos0_bos_p': 0.001242494909092784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999608993530273, 'last_eos_top1': 4} +step=69150 loss=2.6423 {'pos0_bos_p': 0.0012564188800752163, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962329864502, 'last_eos_top1': 4} +step=69200 loss=3.2448 {'pos0_bos_p': 0.0013002627529203892, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999613761901855, 'last_eos_top1': 4} +step=69250 loss=2.9358 {'pos0_bos_p': 0.0013567890273407102, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999635219573975, 'last_eos_top1': 4} +step=69300 loss=3.0943 {'pos0_bos_p': 0.0012445909669622779, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999583959579468, 'last_eos_top1': 4} +step=69350 loss=2.1624 {'pos0_bos_p': 0.0012889490462839603, 'pos0_bos_top1': 0, 'last_eos_p': 0.999964714050293, 'last_eos_top1': 4} +step=69400 loss=2.8840 {'pos0_bos_p': 0.0013413961278274655, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999641180038452, 'last_eos_top1': 4} +step=69450 loss=3.1919 {'pos0_bos_p': 0.0013212624471634626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999650716781616, 'last_eos_top1': 4} +step=69500 loss=2.5426 {'pos0_bos_p': 0.001223617815412581, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999644756317139, 'last_eos_top1': 4} +step=69550 loss=2.0654 {'pos0_bos_p': 0.0013392955297604203, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999653100967407, 'last_eos_top1': 4} +step=69600 loss=2.8883 {'pos0_bos_p': 0.0013194147031754255, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999653100967407, 'last_eos_top1': 4} +step=69650 loss=2.8632 {'pos0_bos_p': 0.0012537320144474506, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=69700 loss=2.2537 {'pos0_bos_p': 0.0012765532592311502, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999629259109497, 'last_eos_top1': 4} +step=69750 loss=2.8735 {'pos0_bos_p': 0.0013413605047389865, 'pos0_bos_top1': 0, 'last_eos_p': 0.999963641166687, 'last_eos_top1': 4} +step=69800 loss=2.2728 {'pos0_bos_p': 0.0013187468284741044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999635219573975, 'last_eos_top1': 4} +step=69850 loss=2.5801 {'pos0_bos_p': 0.0012160036712884903, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999634027481079, 'last_eos_top1': 4} +step=69900 loss=3.3993 {'pos0_bos_p': 0.0012848128098994493, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999614953994751, 'last_eos_top1': 4} +step=69950 loss=2.5969 {'pos0_bos_p': 0.0013966986443847418, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999607801437378, 'last_eos_top1': 4} +step=70000 loss=3.5244 {'pos0_bos_p': 0.0013103651581332088, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999600648880005, 'last_eos_top1': 4} +step=70050 loss=2.8440 {'pos0_bos_p': 0.0012927919160574675, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999593496322632, 'last_eos_top1': 4} +step=70100 loss=3.1282 {'pos0_bos_p': 0.001301038428209722, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999591112136841, 'last_eos_top1': 4} +step=70150 loss=3.2174 {'pos0_bos_p': 0.0013148069847375154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999572038650513, 'last_eos_top1': 4} +step=70200 loss=2.8392 {'pos0_bos_p': 0.0012513409601524472, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999575614929199, 'last_eos_top1': 4} +step=70250 loss=3.4439 {'pos0_bos_p': 0.0012551513500511646, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999603033065796, 'last_eos_top1': 4} +step=70300 loss=2.5974 {'pos0_bos_p': 0.0012749847956001759, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999572038650513, 'last_eos_top1': 4} +step=70350 loss=2.5348 {'pos0_bos_p': 0.0013266216265037656, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999542236328125, 'last_eos_top1': 4} +step=70400 loss=3.1184 {'pos0_bos_p': 0.001372874598018825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999561309814453, 'last_eos_top1': 4} +step=70450 loss=2.9721 {'pos0_bos_p': 0.0012711837189272046, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999583959579468, 'last_eos_top1': 4} +step=70500 loss=2.7624 {'pos0_bos_p': 0.00126915262080729, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999569654464722, 'last_eos_top1': 4} +step=70550 loss=2.5911 {'pos0_bos_p': 0.0013233271893113852, 'pos0_bos_top1': 0, 'last_eos_p': 0.999956488609314, 'last_eos_top1': 4} +step=70600 loss=3.0102 {'pos0_bos_p': 0.001274920767173171, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999586343765259, 'last_eos_top1': 4} +step=70650 loss=2.5935 {'pos0_bos_p': 0.0013068803818896413, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999605417251587, 'last_eos_top1': 4} +step=70700 loss=2.7137 {'pos0_bos_p': 0.0013885416556149721, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999595880508423, 'last_eos_top1': 4} +step=70750 loss=2.3753 {'pos0_bos_p': 0.0014327183598652482, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999642372131348, 'last_eos_top1': 4} +step=70800 loss=2.7689 {'pos0_bos_p': 0.0012637039180845022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999635219573975, 'last_eos_top1': 4} +step=70850 loss=2.6615 {'pos0_bos_p': 0.0013401656178757548, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999639987945557, 'last_eos_top1': 4} +step=70900 loss=2.9399 {'pos0_bos_p': 0.0014299839967861772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999628067016602, 'last_eos_top1': 4} +step=70950 loss=2.6785 {'pos0_bos_p': 0.0012454674579203129, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999650716781616, 'last_eos_top1': 4} +step=71000 loss=3.1295 {'pos0_bos_p': 0.0014138204278424382, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999624490737915, 'last_eos_top1': 4} +step=71050 loss=2.7084 {'pos0_bos_p': 0.0013716518878936768, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999573230743408, 'last_eos_top1': 4} +step=71100 loss=3.3190 {'pos0_bos_p': 0.0013298800913617015, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999595880508423, 'last_eos_top1': 4} +step=71150 loss=2.7954 {'pos0_bos_p': 0.0013445569202303886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999634027481079, 'last_eos_top1': 4} +step=71200 loss=2.7263 {'pos0_bos_p': 0.0013411195250228047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999629259109497, 'last_eos_top1': 4} +step=71250 loss=2.3937 {'pos0_bos_p': 0.0012883791932836175, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962568283081, 'last_eos_top1': 4} +step=71300 loss=2.5577 {'pos0_bos_p': 0.0012379413237795234, 'pos0_bos_top1': 0, 'last_eos_p': 0.999961256980896, 'last_eos_top1': 4} +step=71350 loss=2.9256 {'pos0_bos_p': 0.0013294420205056667, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999638795852661, 'last_eos_top1': 4} +step=71400 loss=3.6828 {'pos0_bos_p': 0.001343386946246028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999603033065796, 'last_eos_top1': 4} +step=71450 loss=3.1855 {'pos0_bos_p': 0.0012204976519569755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999606609344482, 'last_eos_top1': 4} +step=71500 loss=3.2470 {'pos0_bos_p': 0.001267405110411346, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999582767486572, 'last_eos_top1': 4} +step=71550 loss=2.5921 {'pos0_bos_p': 0.0012728237779811025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999585151672363, 'last_eos_top1': 4} +step=71600 loss=3.4931 {'pos0_bos_p': 0.0013749285135418177, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999606609344482, 'last_eos_top1': 4} +step=71650 loss=2.8870 {'pos0_bos_p': 0.0013266850728541613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999589920043945, 'last_eos_top1': 4} +step=71700 loss=2.9695 {'pos0_bos_p': 0.0013077760813757777, 'pos0_bos_top1': 0, 'last_eos_p': 0.999958872795105, 'last_eos_top1': 4} +step=71750 loss=2.2620 {'pos0_bos_p': 0.0013121237279847264, 'pos0_bos_top1': 0, 'last_eos_p': 0.99996018409729, 'last_eos_top1': 4} +step=71800 loss=2.5515 {'pos0_bos_p': 0.0013813003897666931, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999619722366333, 'last_eos_top1': 4} +step=71850 loss=2.9328 {'pos0_bos_p': 0.0013827064540237188, 'pos0_bos_top1': 0, 'last_eos_p': 0.999964714050293, 'last_eos_top1': 4} +step=71900 loss=2.8215 {'pos0_bos_p': 0.0012098293518647552, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999630451202393, 'last_eos_top1': 4} +step=71950 loss=2.7569 {'pos0_bos_p': 0.001343237585388124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999662637710571, 'last_eos_top1': 4} +step=72000 loss=2.6755 {'pos0_bos_p': 0.0012524892808869481, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999608993530273, 'last_eos_top1': 4} +step=72050 loss=2.8444 {'pos0_bos_p': 0.0013415669091045856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999648332595825, 'last_eos_top1': 4} +step=72100 loss=2.3440 {'pos0_bos_p': 0.001248965272679925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999659061431885, 'last_eos_top1': 4} +step=72150 loss=2.5052 {'pos0_bos_p': 0.0011926565784960985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=72200 loss=3.2808 {'pos0_bos_p': 0.0013691482599824667, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962568283081, 'last_eos_top1': 4} +step=72250 loss=2.8753 {'pos0_bos_p': 0.0013457895256578922, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999635219573975, 'last_eos_top1': 4} +step=72300 loss=2.8672 {'pos0_bos_p': 0.001362839131616056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999617338180542, 'last_eos_top1': 4} +step=72350 loss=2.6183 {'pos0_bos_p': 0.0013194706989452243, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999641180038452, 'last_eos_top1': 4} +step=72400 loss=2.6684 {'pos0_bos_p': 0.0013486305251717567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999651908874512, 'last_eos_top1': 4} +step=72450 loss=2.9213 {'pos0_bos_p': 0.0012887883931398392, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999643564224243, 'last_eos_top1': 4} +step=72500 loss=3.0863 {'pos0_bos_p': 0.0013653039932250977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999682903289795, 'last_eos_top1': 4} +step=72550 loss=3.3403 {'pos0_bos_p': 0.0013276651734486222, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999651908874512, 'last_eos_top1': 4} +step=72600 loss=2.5950 {'pos0_bos_p': 0.0013244862202554941, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999665021896362, 'last_eos_top1': 4} +step=72650 loss=3.1394 {'pos0_bos_p': 0.0013661279808729887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999610185623169, 'last_eos_top1': 4} +step=72700 loss=2.2274 {'pos0_bos_p': 0.0013107475824654102, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999594688415527, 'last_eos_top1': 4} +step=72750 loss=2.9053 {'pos0_bos_p': 0.0014147714246064425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999632835388184, 'last_eos_top1': 4} +step=72800 loss=2.4366 {'pos0_bos_p': 0.0014479884412139654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999659061431885, 'last_eos_top1': 4} +step=72850 loss=3.0886 {'pos0_bos_p': 0.0013355022529140115, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999655485153198, 'last_eos_top1': 4} +step=72900 loss=3.0399 {'pos0_bos_p': 0.0014419314684346318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999631643295288, 'last_eos_top1': 4} +step=72950 loss=2.4041 {'pos0_bos_p': 0.00134738115593791, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999665021896362, 'last_eos_top1': 4} +step=73000 loss=2.5022 {'pos0_bos_p': 0.0013628504239022732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999673366546631, 'last_eos_top1': 4} +step=73050 loss=2.3775 {'pos0_bos_p': 0.0014230582164600492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999645948410034, 'last_eos_top1': 4} +step=73100 loss=2.9781 {'pos0_bos_p': 0.0013096104376018047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999653100967407, 'last_eos_top1': 4} +step=73150 loss=2.9529 {'pos0_bos_p': 0.0013388440711423755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999644756317139, 'last_eos_top1': 4} +step=73200 loss=3.3763 {'pos0_bos_p': 0.0012246172409504652, 'pos0_bos_top1': 0, 'last_eos_p': 0.999964714050293, 'last_eos_top1': 4} +step=73250 loss=2.8802 {'pos0_bos_p': 0.0013243220746517181, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999643564224243, 'last_eos_top1': 4} +step=73300 loss=2.9311 {'pos0_bos_p': 0.0012515081325545907, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999649524688721, 'last_eos_top1': 4} +step=73350 loss=2.8527 {'pos0_bos_p': 0.0013239855179563165, 'pos0_bos_top1': 0, 'last_eos_p': 0.99996018409729, 'last_eos_top1': 4} +step=73400 loss=2.8937 {'pos0_bos_p': 0.00137100659776479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999675750732422, 'last_eos_top1': 4} +step=73450 loss=2.8774 {'pos0_bos_p': 0.0013195022474974394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999645948410034, 'last_eos_top1': 4} +step=73500 loss=2.7220 {'pos0_bos_p': 0.0013205657014623284, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999661445617676, 'last_eos_top1': 4} +step=73550 loss=3.1341 {'pos0_bos_p': 0.001310868887230754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999648332595825, 'last_eos_top1': 4} +step=73600 loss=2.6751 {'pos0_bos_p': 0.0013058431213721633, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962329864502, 'last_eos_top1': 4} +step=73650 loss=3.3136 {'pos0_bos_p': 0.0013950581196695566, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999642372131348, 'last_eos_top1': 4} +step=73700 loss=2.9372 {'pos0_bos_p': 0.0012585879303514957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999657869338989, 'last_eos_top1': 4} +step=73750 loss=3.1983 {'pos0_bos_p': 0.001306228688918054, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999656677246094, 'last_eos_top1': 4} +step=73800 loss=2.3490 {'pos0_bos_p': 0.001225098967552185, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999653100967407, 'last_eos_top1': 4} +step=73850 loss=2.5162 {'pos0_bos_p': 0.0012629926204681396, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999622106552124, 'last_eos_top1': 4} +step=73900 loss=2.8872 {'pos0_bos_p': 0.0013058679178357124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999622106552124, 'last_eos_top1': 4} +step=73950 loss=2.2686 {'pos0_bos_p': 0.0013082195073366165, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999600648880005, 'last_eos_top1': 4} +step=74000 loss=2.1129 {'pos0_bos_p': 0.0013072186848148704, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999607801437378, 'last_eos_top1': 4} +step=74050 loss=2.4618 {'pos0_bos_p': 0.001318185357376933, 'pos0_bos_top1': 0, 'last_eos_p': 0.999961256980896, 'last_eos_top1': 4} +step=74100 loss=2.8814 {'pos0_bos_p': 0.0012675526086241007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999603033065796, 'last_eos_top1': 4} +step=74150 loss=3.3372 {'pos0_bos_p': 0.0013209234457463026, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999604225158691, 'last_eos_top1': 4} +step=74200 loss=2.6764 {'pos0_bos_p': 0.0012430560309439898, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999603033065796, 'last_eos_top1': 4} +step=74250 loss=2.7844 {'pos0_bos_p': 0.0012503981124609709, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999606609344482, 'last_eos_top1': 4} +step=74300 loss=2.4360 {'pos0_bos_p': 0.0013252454809844494, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999639987945557, 'last_eos_top1': 4} +step=74350 loss=2.7389 {'pos0_bos_p': 0.0013400104362517595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999641180038452, 'last_eos_top1': 4} +step=74400 loss=2.5999 {'pos0_bos_p': 0.0013210412580519915, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999643564224243, 'last_eos_top1': 4} +step=74450 loss=2.6318 {'pos0_bos_p': 0.0013480795314535499, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999635219573975, 'last_eos_top1': 4} +step=74500 loss=3.4378 {'pos0_bos_p': 0.0013621477410197258, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999632835388184, 'last_eos_top1': 4} +step=74550 loss=2.7465 {'pos0_bos_p': 0.0012671061558648944, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999614953994751, 'last_eos_top1': 4} +step=74600 loss=2.7198 {'pos0_bos_p': 0.0012159391772001982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999597072601318, 'last_eos_top1': 4} +step=74650 loss=3.1218 {'pos0_bos_p': 0.0012842949945479631, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999616146087646, 'last_eos_top1': 4} +step=74700 loss=2.7698 {'pos0_bos_p': 0.0013023396022617817, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999607801437378, 'last_eos_top1': 4} +step=74750 loss=2.7350 {'pos0_bos_p': 0.0012661712244153023, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=74800 loss=3.1726 {'pos0_bos_p': 0.0013625334249809384, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999600648880005, 'last_eos_top1': 4} +step=74850 loss=2.9922 {'pos0_bos_p': 0.0013016837183386087, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999616146087646, 'last_eos_top1': 4} +step=74900 loss=2.8988 {'pos0_bos_p': 0.0013570691226050258, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999634027481079, 'last_eos_top1': 4} +step=74950 loss=2.6828 {'pos0_bos_p': 0.0013437377056106925, 'pos0_bos_top1': 0, 'last_eos_p': 0.999964714050293, 'last_eos_top1': 4} +step=75000 loss=3.2214 {'pos0_bos_p': 0.001378047512844205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999641180038452, 'last_eos_top1': 4} +step=75050 loss=2.7051 {'pos0_bos_p': 0.0013091902947053313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999672174453735, 'last_eos_top1': 4} +step=75100 loss=3.0650 {'pos0_bos_p': 0.0012777396477758884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999667406082153, 'last_eos_top1': 4} +step=75150 loss=3.3270 {'pos0_bos_p': 0.001324032200500369, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999656677246094, 'last_eos_top1': 4} +step=75200 loss=3.0216 {'pos0_bos_p': 0.0013550962321460247, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999632835388184, 'last_eos_top1': 4} +step=75250 loss=2.4086 {'pos0_bos_p': 0.0012704543769359589, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999641180038452, 'last_eos_top1': 4} +step=75300 loss=2.9477 {'pos0_bos_p': 0.0012437758268788457, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999641180038452, 'last_eos_top1': 4} +step=75350 loss=2.5416 {'pos0_bos_p': 0.0014179917052388191, 'pos0_bos_top1': 0, 'last_eos_p': 0.999963641166687, 'last_eos_top1': 4} +step=75400 loss=2.9962 {'pos0_bos_p': 0.0012905545299872756, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=75450 loss=3.0826 {'pos0_bos_p': 0.0012279717484489083, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999606609344482, 'last_eos_top1': 4} +step=75500 loss=2.8868 {'pos0_bos_p': 0.0012799343094229698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999598264694214, 'last_eos_top1': 4} +step=75550 loss=2.9241 {'pos0_bos_p': 0.0013414015993475914, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962568283081, 'last_eos_top1': 4} +step=75600 loss=3.4041 {'pos0_bos_p': 0.0014135327655822039, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=75650 loss=2.2800 {'pos0_bos_p': 0.0013998192735016346, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999631643295288, 'last_eos_top1': 4} +step=75700 loss=3.0719 {'pos0_bos_p': 0.0013037379831075668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999597072601318, 'last_eos_top1': 4} +step=75750 loss=2.6633 {'pos0_bos_p': 0.0013598148943856359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999614953994751, 'last_eos_top1': 4} +step=75800 loss=2.7661 {'pos0_bos_p': 0.0014768383698537946, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=75850 loss=2.3713 {'pos0_bos_p': 0.0012537295697256923, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999631643295288, 'last_eos_top1': 4} +step=75900 loss=2.9220 {'pos0_bos_p': 0.001296073431149125, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999606609344482, 'last_eos_top1': 4} +step=75950 loss=3.0770 {'pos0_bos_p': 0.001336325192824006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999574422836304, 'last_eos_top1': 4} +step=76000 loss=2.7294 {'pos0_bos_p': 0.0013273614458739758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999576807022095, 'last_eos_top1': 4} +step=76050 loss=3.0093 {'pos0_bos_p': 0.0012756772339344025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999594688415527, 'last_eos_top1': 4} +step=76100 loss=2.6545 {'pos0_bos_p': 0.0013840303290635347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999603033065796, 'last_eos_top1': 4} +step=76150 loss=2.9311 {'pos0_bos_p': 0.0013188048033043742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999597072601318, 'last_eos_top1': 4} +step=76200 loss=3.0240 {'pos0_bos_p': 0.0012946330243721604, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999579191207886, 'last_eos_top1': 4} +step=76250 loss=3.0781 {'pos0_bos_p': 0.0012942715547978878, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999599456787109, 'last_eos_top1': 4} +step=76300 loss=2.9440 {'pos0_bos_p': 0.0013508714037016034, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999598264694214, 'last_eos_top1': 4} +step=76350 loss=2.5557 {'pos0_bos_p': 0.0012700073421001434, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999610185623169, 'last_eos_top1': 4} +step=76400 loss=2.2934 {'pos0_bos_p': 0.0012124688364565372, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999598264694214, 'last_eos_top1': 4} +step=76450 loss=2.7638 {'pos0_bos_p': 0.0012784533901140094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999628067016602, 'last_eos_top1': 4} +step=76500 loss=2.8136 {'pos0_bos_p': 0.001349045429378748, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999649524688721, 'last_eos_top1': 4} +step=76550 loss=2.9556 {'pos0_bos_p': 0.001238914323039353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999635219573975, 'last_eos_top1': 4} +step=76600 loss=3.5394 {'pos0_bos_p': 0.0012841543648391962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999661445617676, 'last_eos_top1': 4} +step=76650 loss=2.6624 {'pos0_bos_p': 0.001282468787394464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999639987945557, 'last_eos_top1': 4} +step=76700 loss=2.6414 {'pos0_bos_p': 0.0012904390459880233, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962329864502, 'last_eos_top1': 4} +step=76750 loss=2.6041 {'pos0_bos_p': 0.001332493731752038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999628067016602, 'last_eos_top1': 4} +step=76800 loss=3.1342 {'pos0_bos_p': 0.0013440309558063745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999604225158691, 'last_eos_top1': 4} +step=76850 loss=2.1909 {'pos0_bos_p': 0.00139620213303715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999618530273438, 'last_eos_top1': 4} +step=76900 loss=2.7879 {'pos0_bos_p': 0.0013996388297528028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=76950 loss=2.7726 {'pos0_bos_p': 0.0012621982023119926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999637603759766, 'last_eos_top1': 4} +step=77000 loss=2.8453 {'pos0_bos_p': 0.0013157612411305308, 'pos0_bos_top1': 0, 'last_eos_p': 0.999963641166687, 'last_eos_top1': 4} +step=77050 loss=2.4564 {'pos0_bos_p': 0.001370636047795415, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999650716781616, 'last_eos_top1': 4} +step=77100 loss=2.5592 {'pos0_bos_p': 0.0012893243692815304, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999663829803467, 'last_eos_top1': 4} +step=77150 loss=2.8314 {'pos0_bos_p': 0.0012142048217356205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999690055847168, 'last_eos_top1': 4} +step=77200 loss=2.6322 {'pos0_bos_p': 0.001317456946708262, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999701976776123, 'last_eos_top1': 4} +step=77250 loss=2.8286 {'pos0_bos_p': 0.001243792474269867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=77300 loss=2.7384 {'pos0_bos_p': 0.0012784184655174613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999707937240601, 'last_eos_top1': 4} +step=77350 loss=2.9346 {'pos0_bos_p': 0.0013215276412665844, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999686479568481, 'last_eos_top1': 4} +step=77400 loss=2.4585 {'pos0_bos_p': 0.001316266250796616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999686479568481, 'last_eos_top1': 4} +step=77450 loss=3.0553 {'pos0_bos_p': 0.0013823721092194319, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999653100967407, 'last_eos_top1': 4} +step=77500 loss=2.8172 {'pos0_bos_p': 0.0011851828312501311, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999668598175049, 'last_eos_top1': 4} +step=77550 loss=2.6519 {'pos0_bos_p': 0.0013447814853861928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999656677246094, 'last_eos_top1': 4} +step=77600 loss=2.7279 {'pos0_bos_p': 0.001321249408647418, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999614953994751, 'last_eos_top1': 4} +step=77650 loss=3.1502 {'pos0_bos_p': 0.001398384221829474, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999663829803467, 'last_eos_top1': 4} +step=77700 loss=3.0360 {'pos0_bos_p': 0.0013618010561913252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999656677246094, 'last_eos_top1': 4} +step=77750 loss=2.7669 {'pos0_bos_p': 0.0013160778908059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999661445617676, 'last_eos_top1': 4} +step=77800 loss=2.4328 {'pos0_bos_p': 0.0013224881840869784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999656677246094, 'last_eos_top1': 4} +step=77850 loss=2.5101 {'pos0_bos_p': 0.0012829850893467665, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999667406082153, 'last_eos_top1': 4} +step=77900 loss=2.8668 {'pos0_bos_p': 0.0012799291871488094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999682903289795, 'last_eos_top1': 4} +step=77950 loss=2.6888 {'pos0_bos_p': 0.0013370444066822529, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999654293060303, 'last_eos_top1': 4} +step=78000 loss=3.0549 {'pos0_bos_p': 0.0013562665553763509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999655485153198, 'last_eos_top1': 4} +step=78050 loss=2.9873 {'pos0_bos_p': 0.0013071465073153377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999637603759766, 'last_eos_top1': 4} +step=78100 loss=2.8430 {'pos0_bos_p': 0.0012864532181993127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999655485153198, 'last_eos_top1': 4} +step=78150 loss=3.2737 {'pos0_bos_p': 0.0012418451951816678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999648332595825, 'last_eos_top1': 4} +step=78200 loss=3.3456 {'pos0_bos_p': 0.0013185605639591813, 'pos0_bos_top1': 0, 'last_eos_p': 0.999963641166687, 'last_eos_top1': 4} +step=78250 loss=3.2857 {'pos0_bos_p': 0.001267077517695725, 'pos0_bos_top1': 0, 'last_eos_p': 0.999963641166687, 'last_eos_top1': 4} +step=78300 loss=2.7782 {'pos0_bos_p': 0.001321169431321323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999693632125854, 'last_eos_top1': 4} +step=78350 loss=3.1751 {'pos0_bos_p': 0.0013531119329854846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999657869338989, 'last_eos_top1': 4} +step=78400 loss=3.2650 {'pos0_bos_p': 0.0012520911404863, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999668598175049, 'last_eos_top1': 4} +step=78450 loss=3.0836 {'pos0_bos_p': 0.001280333730392158, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999663829803467, 'last_eos_top1': 4} +step=78500 loss=2.8536 {'pos0_bos_p': 0.0012429130729287863, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999667406082153, 'last_eos_top1': 4} +step=78550 loss=2.5053 {'pos0_bos_p': 0.0012640660861507058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999665021896362, 'last_eos_top1': 4} +step=78600 loss=2.5136 {'pos0_bos_p': 0.0012896913103759289, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999648332595825, 'last_eos_top1': 4} +step=78650 loss=2.8669 {'pos0_bos_p': 0.0012928221840411425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=78700 loss=2.7025 {'pos0_bos_p': 0.0012862771982327104, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962329864502, 'last_eos_top1': 4} +step=78750 loss=3.0510 {'pos0_bos_p': 0.001285020844079554, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999595880508423, 'last_eos_top1': 4} +step=78800 loss=2.4569 {'pos0_bos_p': 0.0012744267005473375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999638795852661, 'last_eos_top1': 4} +step=78850 loss=2.7358 {'pos0_bos_p': 0.0013414564309641719, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999642372131348, 'last_eos_top1': 4} +step=78900 loss=2.7925 {'pos0_bos_p': 0.001377643784508109, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999629259109497, 'last_eos_top1': 4} +step=78950 loss=2.6915 {'pos0_bos_p': 0.001348773599602282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999632835388184, 'last_eos_top1': 4} +step=79000 loss=2.3729 {'pos0_bos_p': 0.0014142144937068224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=79050 loss=2.7819 {'pos0_bos_p': 0.0012872929219156504, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=79100 loss=3.0760 {'pos0_bos_p': 0.0013425502693280578, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999643564224243, 'last_eos_top1': 4} +step=79150 loss=2.8832 {'pos0_bos_p': 0.0013108233688399196, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999666213989258, 'last_eos_top1': 4} +step=79200 loss=2.7282 {'pos0_bos_p': 0.0012934913393110037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999680519104004, 'last_eos_top1': 4} +step=79250 loss=2.6830 {'pos0_bos_p': 0.0012231400469318032, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999659061431885, 'last_eos_top1': 4} +step=79300 loss=2.6198 {'pos0_bos_p': 0.0012265511322766542, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999637603759766, 'last_eos_top1': 4} +step=79350 loss=2.8417 {'pos0_bos_p': 0.0013260036939755082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999651908874512, 'last_eos_top1': 4} +step=79400 loss=3.0941 {'pos0_bos_p': 0.0012967607472091913, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999626874923706, 'last_eos_top1': 4} +step=79450 loss=3.1102 {'pos0_bos_p': 0.0013974456815049052, 'pos0_bos_top1': 0, 'last_eos_p': 0.999964714050293, 'last_eos_top1': 4} +step=79500 loss=3.0814 {'pos0_bos_p': 0.0013934820890426636, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999608993530273, 'last_eos_top1': 4} +step=79550 loss=2.9987 {'pos0_bos_p': 0.0013435939326882362, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999642372131348, 'last_eos_top1': 4} +step=79600 loss=2.8175 {'pos0_bos_p': 0.00131343980319798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999619722366333, 'last_eos_top1': 4} +step=79650 loss=3.1225 {'pos0_bos_p': 0.001228533685207367, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999600648880005, 'last_eos_top1': 4} +step=79700 loss=2.5743 {'pos0_bos_p': 0.0013477990869432688, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999620914459229, 'last_eos_top1': 4} +step=79750 loss=2.9370 {'pos0_bos_p': 0.001378290238790214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999651908874512, 'last_eos_top1': 4} +step=79800 loss=2.5712 {'pos0_bos_p': 0.0013326274929568172, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999632835388184, 'last_eos_top1': 4} +step=79850 loss=2.8249 {'pos0_bos_p': 0.001357924658805132, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999643564224243, 'last_eos_top1': 4} +step=79900 loss=2.7611 {'pos0_bos_p': 0.0013552558375522494, 'pos0_bos_top1': 0, 'last_eos_p': 0.999961256980896, 'last_eos_top1': 4} +step=79950 loss=2.6956 {'pos0_bos_p': 0.001368085853755474, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999603033065796, 'last_eos_top1': 4} +step=80000 loss=2.7486 {'pos0_bos_p': 0.001413190271705389, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999613761901855, 'last_eos_top1': 4} +step=80050 loss=2.4223 {'pos0_bos_p': 0.0013148626312613487, 'pos0_bos_top1': 0, 'last_eos_p': 0.999963641166687, 'last_eos_top1': 4} +step=80100 loss=3.0363 {'pos0_bos_p': 0.001316673238761723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999618530273438, 'last_eos_top1': 4} +step=80150 loss=3.0797 {'pos0_bos_p': 0.0013658611569553614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999650716781616, 'last_eos_top1': 4} +step=80200 loss=2.9567 {'pos0_bos_p': 0.0014235927956178784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999632835388184, 'last_eos_top1': 4} +step=80250 loss=2.9538 {'pos0_bos_p': 0.0013068707194179296, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962329864502, 'last_eos_top1': 4} +step=80300 loss=3.0088 {'pos0_bos_p': 0.0013228636234998703, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999655485153198, 'last_eos_top1': 4} +step=80350 loss=2.9213 {'pos0_bos_p': 0.0012327986769378185, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999661445617676, 'last_eos_top1': 4} +step=80400 loss=2.4967 {'pos0_bos_p': 0.0012928516371175647, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999657869338989, 'last_eos_top1': 4} +step=80450 loss=2.6709 {'pos0_bos_p': 0.0013127889251336455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999651908874512, 'last_eos_top1': 4} +step=80500 loss=3.1487 {'pos0_bos_p': 0.0012567429803311825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999649524688721, 'last_eos_top1': 4} +step=80550 loss=2.5701 {'pos0_bos_p': 0.0012138521997258067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999629259109497, 'last_eos_top1': 4} +step=80600 loss=3.1974 {'pos0_bos_p': 0.0011720345355570316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999611377716064, 'last_eos_top1': 4} +step=80650 loss=3.2053 {'pos0_bos_p': 0.001286845188587904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999637603759766, 'last_eos_top1': 4} +step=80700 loss=2.5935 {'pos0_bos_p': 0.0012779290555045009, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999620914459229, 'last_eos_top1': 4} +step=80750 loss=2.9115 {'pos0_bos_p': 0.0012052127858623862, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999637603759766, 'last_eos_top1': 4} +step=80800 loss=3.1605 {'pos0_bos_p': 0.001299219555221498, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999693632125854, 'last_eos_top1': 4} +step=80850 loss=2.6766 {'pos0_bos_p': 0.0012667466653510928, 'pos0_bos_top1': 0, 'last_eos_p': 0.999966025352478, 'last_eos_top1': 4} +step=80900 loss=2.5444 {'pos0_bos_p': 0.0011990717612206936, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999629259109497, 'last_eos_top1': 4} +step=80950 loss=2.9387 {'pos0_bos_p': 0.0012689210707321763, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999629259109497, 'last_eos_top1': 4} +step=81000 loss=2.7984 {'pos0_bos_p': 0.001338817412033677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999595880508423, 'last_eos_top1': 4} +step=81050 loss=2.6473 {'pos0_bos_p': 0.00128917524125427, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999630451202393, 'last_eos_top1': 4} +step=81100 loss=2.2969 {'pos0_bos_p': 0.0013563859974965453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999654293060303, 'last_eos_top1': 4} +step=81150 loss=2.4477 {'pos0_bos_p': 0.0013184701092541218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999675750732422, 'last_eos_top1': 4} +step=81200 loss=3.0608 {'pos0_bos_p': 0.0012586505617946386, 'pos0_bos_top1': 0, 'last_eos_p': 0.999964714050293, 'last_eos_top1': 4} +step=81250 loss=2.7393 {'pos0_bos_p': 0.0013053342700004578, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999645948410034, 'last_eos_top1': 4} +step=81300 loss=2.7658 {'pos0_bos_p': 0.0013089986750856042, 'pos0_bos_top1': 0, 'last_eos_p': 0.999963641166687, 'last_eos_top1': 4} +step=81350 loss=2.7892 {'pos0_bos_p': 0.001218533841893077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999663829803467, 'last_eos_top1': 4} +step=81400 loss=2.9500 {'pos0_bos_p': 0.001211489550769329, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999653100967407, 'last_eos_top1': 4} +step=81450 loss=2.5592 {'pos0_bos_p': 0.001195127610117197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999668598175049, 'last_eos_top1': 4} +step=81500 loss=2.9153 {'pos0_bos_p': 0.0012659098720178008, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999673366546631, 'last_eos_top1': 4} +step=81550 loss=2.5664 {'pos0_bos_p': 0.0013206690782681108, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999663829803467, 'last_eos_top1': 4} +step=81600 loss=3.0664 {'pos0_bos_p': 0.0012990855611860752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999681711196899, 'last_eos_top1': 4} +step=81650 loss=2.1784 {'pos0_bos_p': 0.0013674937654286623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999651908874512, 'last_eos_top1': 4} +step=81700 loss=2.8975 {'pos0_bos_p': 0.0013183698756620288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999656677246094, 'last_eos_top1': 4} +step=81750 loss=2.9687 {'pos0_bos_p': 0.0012808549217879772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999681711196899, 'last_eos_top1': 4} +step=81800 loss=1.9217 {'pos0_bos_p': 0.0013497361214831471, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999668598175049, 'last_eos_top1': 4} +step=81850 loss=2.8493 {'pos0_bos_p': 0.001211182214319706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999701976776123, 'last_eos_top1': 4} +step=81900 loss=3.0162 {'pos0_bos_p': 0.0012194080045446754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999672174453735, 'last_eos_top1': 4} +step=81950 loss=2.7059 {'pos0_bos_p': 0.0012396336533129215, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999681711196899, 'last_eos_top1': 4} +step=82000 loss=2.8343 {'pos0_bos_p': 0.001233877264894545, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999687671661377, 'last_eos_top1': 4} +step=82050 loss=2.5861 {'pos0_bos_p': 0.0013317654374986887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999639987945557, 'last_eos_top1': 4} +step=82100 loss=2.5818 {'pos0_bos_p': 0.0012554561253637075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999662637710571, 'last_eos_top1': 4} +step=82150 loss=2.5075 {'pos0_bos_p': 0.0013259014813229442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999669790267944, 'last_eos_top1': 4} +step=82200 loss=2.7851 {'pos0_bos_p': 0.00123714713845402, 'pos0_bos_top1': 0, 'last_eos_p': 0.999968409538269, 'last_eos_top1': 4} +step=82250 loss=3.0605 {'pos0_bos_p': 0.0012490401277318597, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999668598175049, 'last_eos_top1': 4} +step=82300 loss=3.0426 {'pos0_bos_p': 0.0013824328780174255, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999680519104004, 'last_eos_top1': 4} +step=82350 loss=3.2284 {'pos0_bos_p': 0.0013160022208467126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999696016311646, 'last_eos_top1': 4} +step=82400 loss=2.6101 {'pos0_bos_p': 0.0012335778446868062, 'pos0_bos_top1': 0, 'last_eos_p': 0.999969482421875, 'last_eos_top1': 4} +step=82450 loss=2.5002 {'pos0_bos_p': 0.0013201209949329495, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999700784683228, 'last_eos_top1': 4} +step=82500 loss=2.4225 {'pos0_bos_p': 0.0012127702357247472, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999700784683228, 'last_eos_top1': 4} +step=82550 loss=2.6686 {'pos0_bos_p': 0.001253568916581571, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999703168869019, 'last_eos_top1': 4} +step=82600 loss=2.6322 {'pos0_bos_p': 0.0013302385341376066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999685287475586, 'last_eos_top1': 4} +step=82650 loss=2.6042 {'pos0_bos_p': 0.0013242849381640553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999674558639526, 'last_eos_top1': 4} +step=82700 loss=2.3559 {'pos0_bos_p': 0.0012386254966259003, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999680519104004, 'last_eos_top1': 4} +step=82750 loss=2.7417 {'pos0_bos_p': 0.001281144330278039, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999704360961914, 'last_eos_top1': 4} +step=82800 loss=2.3610 {'pos0_bos_p': 0.0012969978852197528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999722242355347, 'last_eos_top1': 4} +step=82850 loss=3.1619 {'pos0_bos_p': 0.0012551620602607727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999716281890869, 'last_eos_top1': 4} +step=82900 loss=3.0449 {'pos0_bos_p': 0.001255423529073596, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999706745147705, 'last_eos_top1': 4} +step=82950 loss=2.5485 {'pos0_bos_p': 0.0011764803202822804, 'pos0_bos_top1': 0, 'last_eos_p': 0.999969482421875, 'last_eos_top1': 4} +step=83000 loss=2.9218 {'pos0_bos_p': 0.0011933115310966969, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999692440032959, 'last_eos_top1': 4} +step=83050 loss=2.6676 {'pos0_bos_p': 0.0011734223226085305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999672174453735, 'last_eos_top1': 4} +step=83100 loss=2.8406 {'pos0_bos_p': 0.0013186524156481028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999707937240601, 'last_eos_top1': 4} +step=83150 loss=2.9088 {'pos0_bos_p': 0.0011916165240108967, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999698400497437, 'last_eos_top1': 4} +step=83200 loss=2.6579 {'pos0_bos_p': 0.0012960395542904735, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999687671661377, 'last_eos_top1': 4} +step=83250 loss=2.8181 {'pos0_bos_p': 0.001296921749599278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999701976776123, 'last_eos_top1': 4} +step=83300 loss=2.9975 {'pos0_bos_p': 0.0013065158855170012, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999697208404541, 'last_eos_top1': 4} +step=83350 loss=2.7761 {'pos0_bos_p': 0.001313490211032331, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999722242355347, 'last_eos_top1': 4} +step=83400 loss=2.6587 {'pos0_bos_p': 0.0012813598150387406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999706745147705, 'last_eos_top1': 4} +step=83450 loss=3.0972 {'pos0_bos_p': 0.0013383061159402132, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999698400497437, 'last_eos_top1': 4} +step=83500 loss=3.1191 {'pos0_bos_p': 0.0013030412374064326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999730587005615, 'last_eos_top1': 4} +step=83550 loss=2.4884 {'pos0_bos_p': 0.0013175691710785031, 'pos0_bos_top1': 0, 'last_eos_p': 0.999972939491272, 'last_eos_top1': 4} +step=83600 loss=2.8006 {'pos0_bos_p': 0.0012670435244217515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=83650 loss=3.1424 {'pos0_bos_p': 0.0013175957137718797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999746084213257, 'last_eos_top1': 4} +step=83700 loss=3.2380 {'pos0_bos_p': 0.0013829732779413462, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999719858169556, 'last_eos_top1': 4} +step=83750 loss=2.8647 {'pos0_bos_p': 0.0013389126397669315, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=83800 loss=3.1275 {'pos0_bos_p': 0.0013216892257332802, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=83850 loss=2.9543 {'pos0_bos_p': 0.0013385842321440578, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999706745147705, 'last_eos_top1': 4} +step=83900 loss=2.6307 {'pos0_bos_p': 0.001254706527106464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999707937240601, 'last_eos_top1': 4} +step=83950 loss=2.9186 {'pos0_bos_p': 0.0013371192617341876, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999690055847168, 'last_eos_top1': 4} +step=84000 loss=3.0062 {'pos0_bos_p': 0.001282710931263864, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999681711196899, 'last_eos_top1': 4} +step=84050 loss=3.0748 {'pos0_bos_p': 0.001255382434464991, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999672174453735, 'last_eos_top1': 4} +step=84100 loss=2.9957 {'pos0_bos_p': 0.0012476962292566895, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999653100967407, 'last_eos_top1': 4} +step=84150 loss=2.6970 {'pos0_bos_p': 0.0013437026645988226, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999680519104004, 'last_eos_top1': 4} +step=84200 loss=2.6012 {'pos0_bos_p': 0.0012632007710635662, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999681711196899, 'last_eos_top1': 4} +step=84250 loss=2.4373 {'pos0_bos_p': 0.0014795151073485613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999706745147705, 'last_eos_top1': 4} +step=84300 loss=3.1560 {'pos0_bos_p': 0.0013776749838143587, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=84350 loss=2.8993 {'pos0_bos_p': 0.0012935608392581344, 'pos0_bos_top1': 0, 'last_eos_p': 0.999969482421875, 'last_eos_top1': 4} +step=84400 loss=2.8958 {'pos0_bos_p': 0.0013191947946324944, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999713897705078, 'last_eos_top1': 4} +step=84450 loss=2.2341 {'pos0_bos_p': 0.001312773791141808, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999715089797974, 'last_eos_top1': 4} +step=84500 loss=2.5737 {'pos0_bos_p': 0.001293670735321939, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999687671661377, 'last_eos_top1': 4} +step=84550 loss=3.0715 {'pos0_bos_p': 0.001326604513451457, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999661445617676, 'last_eos_top1': 4} +step=84600 loss=2.9512 {'pos0_bos_p': 0.0013492134166881442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999642372131348, 'last_eos_top1': 4} +step=84650 loss=2.4927 {'pos0_bos_p': 0.0012326121795922518, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999637603759766, 'last_eos_top1': 4} +step=84700 loss=3.1146 {'pos0_bos_p': 0.0012422604486346245, 'pos0_bos_top1': 0, 'last_eos_p': 0.999964714050293, 'last_eos_top1': 4} +step=84750 loss=3.1723 {'pos0_bos_p': 0.0013519449857994914, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999674558639526, 'last_eos_top1': 4} +step=84800 loss=2.0904 {'pos0_bos_p': 0.001411284552887082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999707937240601, 'last_eos_top1': 4} +step=84850 loss=3.1369 {'pos0_bos_p': 0.0012996523873880506, 'pos0_bos_top1': 0, 'last_eos_p': 0.999971866607666, 'last_eos_top1': 4} +step=84900 loss=2.9122 {'pos0_bos_p': 0.0013108201092109084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999712705612183, 'last_eos_top1': 4} +step=84950 loss=2.2006 {'pos0_bos_p': 0.001240817247889936, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999712705612183, 'last_eos_top1': 4} +step=85000 loss=2.9757 {'pos0_bos_p': 0.0012624843511730433, 'pos0_bos_top1': 0, 'last_eos_p': 0.999971866607666, 'last_eos_top1': 4} +step=85050 loss=3.0765 {'pos0_bos_p': 0.001346898847259581, 'pos0_bos_top1': 0, 'last_eos_p': 0.999972939491272, 'last_eos_top1': 4} +step=85100 loss=2.6007 {'pos0_bos_p': 0.0013522179797291756, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999710321426392, 'last_eos_top1': 4} +step=85150 loss=2.8147 {'pos0_bos_p': 0.0012897525448352098, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999727010726929, 'last_eos_top1': 4} +step=85200 loss=3.0103 {'pos0_bos_p': 0.0013236399972811341, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999748468399048, 'last_eos_top1': 4} +step=85250 loss=3.1851 {'pos0_bos_p': 0.0012784817954525352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999744892120361, 'last_eos_top1': 4} +step=85300 loss=2.9328 {'pos0_bos_p': 0.0012509721564128995, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999741315841675, 'last_eos_top1': 4} +step=85350 loss=3.0596 {'pos0_bos_p': 0.001330891507677734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999743700027466, 'last_eos_top1': 4} +step=85400 loss=3.0523 {'pos0_bos_p': 0.001301218755543232, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999722242355347, 'last_eos_top1': 4} +step=85450 loss=3.1240 {'pos0_bos_p': 0.0012245592661201954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999750852584839, 'last_eos_top1': 4} +step=85500 loss=3.1426 {'pos0_bos_p': 0.0013168698642402887, 'pos0_bos_top1': 0, 'last_eos_p': 0.999971866607666, 'last_eos_top1': 4} +step=85550 loss=2.7317 {'pos0_bos_p': 0.0013288779882714152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999713897705078, 'last_eos_top1': 4} +step=85600 loss=2.7795 {'pos0_bos_p': 0.001276074443012476, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999691247940063, 'last_eos_top1': 4} +step=85650 loss=2.4738 {'pos0_bos_p': 0.0012397237587720156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999698400497437, 'last_eos_top1': 4} +step=85700 loss=3.2553 {'pos0_bos_p': 0.0012965798377990723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999731779098511, 'last_eos_top1': 4} +step=85750 loss=3.3511 {'pos0_bos_p': 0.0013387601356953382, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999736547470093, 'last_eos_top1': 4} +step=85800 loss=2.6654 {'pos0_bos_p': 0.0013654057402163744, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999700784683228, 'last_eos_top1': 4} +step=85850 loss=2.8034 {'pos0_bos_p': 0.0011892555048689246, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999717473983765, 'last_eos_top1': 4} +step=85900 loss=2.3315 {'pos0_bos_p': 0.0014114201767370105, 'pos0_bos_top1': 0, 'last_eos_p': 0.999972939491272, 'last_eos_top1': 4} +step=85950 loss=2.6944 {'pos0_bos_p': 0.001288153463974595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999730587005615, 'last_eos_top1': 4} +step=86000 loss=2.4617 {'pos0_bos_p': 0.001427473034709692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999730587005615, 'last_eos_top1': 4} +step=86050 loss=2.7814 {'pos0_bos_p': 0.0012800302356481552, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999722242355347, 'last_eos_top1': 4} +step=86100 loss=2.8466 {'pos0_bos_p': 0.0012353690108284354, 'pos0_bos_top1': 0, 'last_eos_p': 0.999972939491272, 'last_eos_top1': 4} +step=86150 loss=2.4747 {'pos0_bos_p': 0.001276475260965526, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999737739562988, 'last_eos_top1': 4} +step=86200 loss=2.9036 {'pos0_bos_p': 0.0012198062613606453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999736547470093, 'last_eos_top1': 4} +step=86250 loss=3.1516 {'pos0_bos_p': 0.0013734434032812715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=86300 loss=2.6189 {'pos0_bos_p': 0.0014333499129861593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999762773513794, 'last_eos_top1': 4} +step=86350 loss=2.8122 {'pos0_bos_p': 0.0013433215208351612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=86400 loss=3.1267 {'pos0_bos_p': 0.0014114176155999303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999768733978271, 'last_eos_top1': 4} +step=86450 loss=3.3912 {'pos0_bos_p': 0.0013375115813687444, 'pos0_bos_top1': 0, 'last_eos_p': 0.999974250793457, 'last_eos_top1': 4} +step=86500 loss=2.4068 {'pos0_bos_p': 0.001312748296186328, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999749660491943, 'last_eos_top1': 4} +step=86550 loss=2.7982 {'pos0_bos_p': 0.001277811941690743, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=86600 loss=2.4876 {'pos0_bos_p': 0.0012960439780727029, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999722242355347, 'last_eos_top1': 4} +step=86650 loss=3.0328 {'pos0_bos_p': 0.0013547788839787245, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=86700 loss=2.8367 {'pos0_bos_p': 0.0013651329791173339, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999706745147705, 'last_eos_top1': 4} +step=86750 loss=2.6394 {'pos0_bos_p': 0.0012676646001636982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999707937240601, 'last_eos_top1': 4} +step=86800 loss=2.9061 {'pos0_bos_p': 0.001380609581246972, 'pos0_bos_top1': 0, 'last_eos_p': 0.999971866607666, 'last_eos_top1': 4} +step=86850 loss=2.5890 {'pos0_bos_p': 0.001344516291283071, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999700784683228, 'last_eos_top1': 4} +step=86900 loss=2.7458 {'pos0_bos_p': 0.0013860391918569803, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999713897705078, 'last_eos_top1': 4} +step=86950 loss=2.7700 {'pos0_bos_p': 0.001265700557269156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999700784683228, 'last_eos_top1': 4} +step=87000 loss=2.4361 {'pos0_bos_p': 0.0013128655264154077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999706745147705, 'last_eos_top1': 4} +step=87050 loss=2.6202 {'pos0_bos_p': 0.0013242569984868169, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999700784683228, 'last_eos_top1': 4} +step=87100 loss=2.4569 {'pos0_bos_p': 0.0013307533226907253, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999687671661377, 'last_eos_top1': 4} +step=87150 loss=2.6752 {'pos0_bos_p': 0.0012625964591279626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999743700027466, 'last_eos_top1': 4} +step=87200 loss=2.6015 {'pos0_bos_p': 0.0012949651572853327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=87250 loss=2.7972 {'pos0_bos_p': 0.0014082652051001787, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999735355377197, 'last_eos_top1': 4} +step=87300 loss=2.5790 {'pos0_bos_p': 0.0013205274008214474, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999725818634033, 'last_eos_top1': 4} +step=87350 loss=2.8891 {'pos0_bos_p': 0.0012924904003739357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999727010726929, 'last_eos_top1': 4} +step=87400 loss=3.1293 {'pos0_bos_p': 0.0012553950073197484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999715089797974, 'last_eos_top1': 4} +step=87450 loss=3.2266 {'pos0_bos_p': 0.0012873682426288724, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999727010726929, 'last_eos_top1': 4} +step=87500 loss=2.7392 {'pos0_bos_p': 0.0013012824347242713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999721050262451, 'last_eos_top1': 4} +step=87550 loss=3.1851 {'pos0_bos_p': 0.0012218761257827282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999740123748779, 'last_eos_top1': 4} +step=87600 loss=2.2366 {'pos0_bos_p': 0.0012797571253031492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999752044677734, 'last_eos_top1': 4} +step=87650 loss=2.5237 {'pos0_bos_p': 0.0013857678277418017, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999721050262451, 'last_eos_top1': 4} +step=87700 loss=2.9344 {'pos0_bos_p': 0.0013003585627302527, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999731779098511, 'last_eos_top1': 4} +step=87750 loss=2.5017 {'pos0_bos_p': 0.0013263619039207697, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=87800 loss=2.2196 {'pos0_bos_p': 0.0013258113758638501, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999699592590332, 'last_eos_top1': 4} +step=87850 loss=2.4091 {'pos0_bos_p': 0.0013048795517534018, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999700784683228, 'last_eos_top1': 4} +step=87900 loss=3.0695 {'pos0_bos_p': 0.0013578926445916295, 'pos0_bos_top1': 0, 'last_eos_p': 0.999970555305481, 'last_eos_top1': 4} +step=87950 loss=2.4375 {'pos0_bos_p': 0.001345580443739891, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999686479568481, 'last_eos_top1': 4} +step=88000 loss=3.1664 {'pos0_bos_p': 0.0012764779385179281, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999687671661377, 'last_eos_top1': 4} +step=88050 loss=3.0150 {'pos0_bos_p': 0.0014316403539851308, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999703168869019, 'last_eos_top1': 4} +step=88100 loss=2.6491 {'pos0_bos_p': 0.0013018634635955095, 'pos0_bos_top1': 0, 'last_eos_p': 0.999968409538269, 'last_eos_top1': 4} +step=88150 loss=2.8535 {'pos0_bos_p': 0.0012829946354031563, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999706745147705, 'last_eos_top1': 4} +step=88200 loss=3.1277 {'pos0_bos_p': 0.0012640898348763585, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999707937240601, 'last_eos_top1': 4} +step=88250 loss=2.8033 {'pos0_bos_p': 0.0013748465571552515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999713897705078, 'last_eos_top1': 4} +step=88300 loss=2.1182 {'pos0_bos_p': 0.0012251854641363025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999717473983765, 'last_eos_top1': 4} +step=88350 loss=3.1540 {'pos0_bos_p': 0.0013424161588773131, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999709129333496, 'last_eos_top1': 4} +step=88400 loss=2.5192 {'pos0_bos_p': 0.0012694571632891893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999704360961914, 'last_eos_top1': 4} +step=88450 loss=2.5285 {'pos0_bos_p': 0.0013546054251492023, 'pos0_bos_top1': 0, 'last_eos_p': 0.999971866607666, 'last_eos_top1': 4} +step=88500 loss=2.6679 {'pos0_bos_p': 0.0013384376652538776, 'pos0_bos_top1': 0, 'last_eos_p': 0.999970555305481, 'last_eos_top1': 4} +step=88550 loss=3.0493 {'pos0_bos_p': 0.0014025975251570344, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=88600 loss=3.0362 {'pos0_bos_p': 0.001437438535504043, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999716281890869, 'last_eos_top1': 4} +step=88650 loss=2.4664 {'pos0_bos_p': 0.0012856204994022846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999710321426392, 'last_eos_top1': 4} +step=88700 loss=3.0666 {'pos0_bos_p': 0.0013323446037247777, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999712705612183, 'last_eos_top1': 4} +step=88750 loss=2.7625 {'pos0_bos_p': 0.0012798100942745805, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999723434448242, 'last_eos_top1': 4} +step=88800 loss=3.1453 {'pos0_bos_p': 0.0012678751954808831, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=88850 loss=3.2531 {'pos0_bos_p': 0.0013334891991689801, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999737739562988, 'last_eos_top1': 4} +step=88900 loss=2.8463 {'pos0_bos_p': 0.001250032102689147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999710321426392, 'last_eos_top1': 4} +step=88950 loss=2.8972 {'pos0_bos_p': 0.0013141855597496033, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999725818634033, 'last_eos_top1': 4} +step=89000 loss=3.1380 {'pos0_bos_p': 0.001341322436928749, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999697208404541, 'last_eos_top1': 4} +step=89050 loss=2.5700 {'pos0_bos_p': 0.0012671164004132152, 'pos0_bos_top1': 0, 'last_eos_p': 0.999974250793457, 'last_eos_top1': 4} +step=89100 loss=2.3485 {'pos0_bos_p': 0.0013195062056183815, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999732971191406, 'last_eos_top1': 4} +step=89150 loss=2.6360 {'pos0_bos_p': 0.0013079518685117364, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999727010726929, 'last_eos_top1': 4} +step=89200 loss=2.2005 {'pos0_bos_p': 0.0013402136974036694, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999730587005615, 'last_eos_top1': 4} +step=89250 loss=2.8536 {'pos0_bos_p': 0.0012765577994287014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999734163284302, 'last_eos_top1': 4} +step=89300 loss=2.9223 {'pos0_bos_p': 0.001320796669460833, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=89350 loss=3.1005 {'pos0_bos_p': 0.0013537531485781074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999746084213257, 'last_eos_top1': 4} +step=89400 loss=3.0235 {'pos0_bos_p': 0.0013268685434013605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999721050262451, 'last_eos_top1': 4} +step=89450 loss=2.5254 {'pos0_bos_p': 0.0013139110524207354, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=89500 loss=2.5585 {'pos0_bos_p': 0.0012453215895220637, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999746084213257, 'last_eos_top1': 4} +step=89550 loss=3.1329 {'pos0_bos_p': 0.0013139978982508183, 'pos0_bos_top1': 0, 'last_eos_p': 0.999971866607666, 'last_eos_top1': 4} +step=89600 loss=2.5077 {'pos0_bos_p': 0.0013595095369964838, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=89650 loss=3.3101 {'pos0_bos_p': 0.0013816659338772297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999712705612183, 'last_eos_top1': 4} +step=89700 loss=2.8991 {'pos0_bos_p': 0.0013303774176165462, 'pos0_bos_top1': 0, 'last_eos_p': 0.999971866607666, 'last_eos_top1': 4} +step=89750 loss=3.3928 {'pos0_bos_p': 0.0012290355516597629, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999748468399048, 'last_eos_top1': 4} +step=89800 loss=2.4719 {'pos0_bos_p': 0.0012709128204733133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999741315841675, 'last_eos_top1': 4} +step=89850 loss=2.3542 {'pos0_bos_p': 0.0012803416466340423, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999734163284302, 'last_eos_top1': 4} +step=89900 loss=2.5423 {'pos0_bos_p': 0.0012943418696522713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999737739562988, 'last_eos_top1': 4} +step=89950 loss=2.6947 {'pos0_bos_p': 0.0012764083221554756, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=90000 loss=3.3557 {'pos0_bos_p': 0.0012870351783931255, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976396560669, 'last_eos_top1': 4} +step=90050 loss=2.6445 {'pos0_bos_p': 0.0013274697121232748, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999761581420898, 'last_eos_top1': 4} +step=90100 loss=2.5456 {'pos0_bos_p': 0.0013735601678490639, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999736547470093, 'last_eos_top1': 4} +step=90150 loss=2.6700 {'pos0_bos_p': 0.0013720706338062882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=90200 loss=3.3333 {'pos0_bos_p': 0.0013402802869677544, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999734163284302, 'last_eos_top1': 4} +step=90250 loss=2.8018 {'pos0_bos_p': 0.0012793444329872727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999727010726929, 'last_eos_top1': 4} +step=90300 loss=3.4902 {'pos0_bos_p': 0.0013674794463440776, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999740123748779, 'last_eos_top1': 4} +step=90350 loss=2.4859 {'pos0_bos_p': 0.0013486891984939575, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999743700027466, 'last_eos_top1': 4} +step=90400 loss=2.7483 {'pos0_bos_p': 0.0013788749929517508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999722242355347, 'last_eos_top1': 4} +step=90450 loss=3.0211 {'pos0_bos_p': 0.0012899810681119561, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999727010726929, 'last_eos_top1': 4} +step=90500 loss=3.1926 {'pos0_bos_p': 0.0013529985444620252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999730587005615, 'last_eos_top1': 4} +step=90550 loss=2.8472 {'pos0_bos_p': 0.0012306806165724993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999736547470093, 'last_eos_top1': 4} +step=90600 loss=3.3440 {'pos0_bos_p': 0.0012700754450634122, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999738931655884, 'last_eos_top1': 4} +step=90650 loss=2.7780 {'pos0_bos_p': 0.0013285583117976785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999732971191406, 'last_eos_top1': 4} +step=90700 loss=2.5304 {'pos0_bos_p': 0.0012636561878025532, 'pos0_bos_top1': 0, 'last_eos_p': 0.999972939491272, 'last_eos_top1': 4} +step=90750 loss=2.8875 {'pos0_bos_p': 0.00135460973251611, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999741315841675, 'last_eos_top1': 4} +step=90800 loss=2.5509 {'pos0_bos_p': 0.001463734544813633, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999760389328003, 'last_eos_top1': 4} +step=90850 loss=3.0236 {'pos0_bos_p': 0.0013273651711642742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=90900 loss=2.7773 {'pos0_bos_p': 0.001324266311712563, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999743700027466, 'last_eos_top1': 4} +step=90950 loss=2.9852 {'pos0_bos_p': 0.0014008971629664302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999752044677734, 'last_eos_top1': 4} +step=91000 loss=2.9332 {'pos0_bos_p': 0.0013709686463698745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999741315841675, 'last_eos_top1': 4} +step=91050 loss=2.8594 {'pos0_bos_p': 0.0013044448569417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999746084213257, 'last_eos_top1': 4} +step=91100 loss=3.2006 {'pos0_bos_p': 0.0012525724014267325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999744892120361, 'last_eos_top1': 4} +step=91150 loss=3.1855 {'pos0_bos_p': 0.001347601180896163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999715089797974, 'last_eos_top1': 4} +step=91200 loss=2.9020 {'pos0_bos_p': 0.001307672238908708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999723434448242, 'last_eos_top1': 4} +step=91250 loss=1.9811 {'pos0_bos_p': 0.0013697794638574123, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999709129333496, 'last_eos_top1': 4} +step=91300 loss=2.4514 {'pos0_bos_p': 0.0012312885373830795, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999737739562988, 'last_eos_top1': 4} +step=91350 loss=2.3040 {'pos0_bos_p': 0.001354522188194096, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999741315841675, 'last_eos_top1': 4} +step=91400 loss=2.8902 {'pos0_bos_p': 0.0013223555870354176, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999744892120361, 'last_eos_top1': 4} +step=91450 loss=2.9876 {'pos0_bos_p': 0.0013347691856324673, 'pos0_bos_top1': 0, 'last_eos_p': 0.999972939491272, 'last_eos_top1': 4} +step=91500 loss=2.7597 {'pos0_bos_p': 0.0012924241600558162, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999724626541138, 'last_eos_top1': 4} +step=91550 loss=3.0718 {'pos0_bos_p': 0.0011919325916096568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999725818634033, 'last_eos_top1': 4} +step=91600 loss=3.2067 {'pos0_bos_p': 0.001368328812532127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999748468399048, 'last_eos_top1': 4} +step=91650 loss=3.0423 {'pos0_bos_p': 0.0011943610152229667, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999725818634033, 'last_eos_top1': 4} +step=91700 loss=2.8323 {'pos0_bos_p': 0.0013772813836112618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999710321426392, 'last_eos_top1': 4} +step=91750 loss=2.8698 {'pos0_bos_p': 0.0013079249765723944, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999710321426392, 'last_eos_top1': 4} +step=91800 loss=3.4106 {'pos0_bos_p': 0.0012988192029297352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999707937240601, 'last_eos_top1': 4} +step=91850 loss=2.8152 {'pos0_bos_p': 0.0013743863673880696, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=91900 loss=2.2578 {'pos0_bos_p': 0.0012504584155976772, 'pos0_bos_top1': 0, 'last_eos_p': 0.999970555305481, 'last_eos_top1': 4} +step=91950 loss=2.9930 {'pos0_bos_p': 0.0013657074887305498, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=92000 loss=2.6869 {'pos0_bos_p': 0.0014210307272151113, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999746084213257, 'last_eos_top1': 4} +step=92050 loss=2.7284 {'pos0_bos_p': 0.0012766857398673892, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999710321426392, 'last_eos_top1': 4} +step=92100 loss=3.0651 {'pos0_bos_p': 0.001337955822236836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999690055847168, 'last_eos_top1': 4} +step=92150 loss=2.8103 {'pos0_bos_p': 0.0012699816143140197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999697208404541, 'last_eos_top1': 4} +step=92200 loss=2.5044 {'pos0_bos_p': 0.0013365254271775484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=92250 loss=3.0534 {'pos0_bos_p': 0.0012994342250749469, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999692440032959, 'last_eos_top1': 4} +step=92300 loss=2.8272 {'pos0_bos_p': 0.0013078955234959722, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=92350 loss=3.0777 {'pos0_bos_p': 0.0013529876014217734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999730587005615, 'last_eos_top1': 4} +step=92400 loss=2.7133 {'pos0_bos_p': 0.0013591049937531352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999716281890869, 'last_eos_top1': 4} +step=92450 loss=2.8151 {'pos0_bos_p': 0.0013063466176390648, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999697208404541, 'last_eos_top1': 4} +step=92500 loss=2.8614 {'pos0_bos_p': 0.0012501475866883993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999712705612183, 'last_eos_top1': 4} +step=92550 loss=3.5411 {'pos0_bos_p': 0.001279938966035843, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999724626541138, 'last_eos_top1': 4} +step=92600 loss=3.1719 {'pos0_bos_p': 0.001277230097912252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999704360961914, 'last_eos_top1': 4} +step=92650 loss=2.5029 {'pos0_bos_p': 0.0012492979876697063, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999717473983765, 'last_eos_top1': 4} +step=92700 loss=2.5532 {'pos0_bos_p': 0.0013286778703331947, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999734163284302, 'last_eos_top1': 4} +step=92750 loss=2.9109 {'pos0_bos_p': 0.0012560077011585236, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=92800 loss=2.9164 {'pos0_bos_p': 0.0012547943042591214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999767541885376, 'last_eos_top1': 4} +step=92850 loss=2.6811 {'pos0_bos_p': 0.0013392881955951452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999780654907227, 'last_eos_top1': 4} +step=92900 loss=2.5080 {'pos0_bos_p': 0.0012552551925182343, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999771118164062, 'last_eos_top1': 4} +step=92950 loss=2.8052 {'pos0_bos_p': 0.0013192705810070038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999758005142212, 'last_eos_top1': 4} +step=93000 loss=2.8179 {'pos0_bos_p': 0.0012619429035112262, 'pos0_bos_top1': 0, 'last_eos_p': 0.999975323677063, 'last_eos_top1': 4} +step=93050 loss=3.2186 {'pos0_bos_p': 0.0012972012627869844, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=93100 loss=2.3850 {'pos0_bos_p': 0.0012760227546095848, 'pos0_bos_top1': 0, 'last_eos_p': 0.999975323677063, 'last_eos_top1': 4} +step=93150 loss=2.9332 {'pos0_bos_p': 0.0013495353050529957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999752044677734, 'last_eos_top1': 4} +step=93200 loss=2.9958 {'pos0_bos_p': 0.0012933864491060376, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999761581420898, 'last_eos_top1': 4} +step=93250 loss=2.8096 {'pos0_bos_p': 0.0012343541020527482, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999730587005615, 'last_eos_top1': 4} +step=93300 loss=2.8137 {'pos0_bos_p': 0.0012734542833641171, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=93350 loss=3.0681 {'pos0_bos_p': 0.0012816566741093993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999771118164062, 'last_eos_top1': 4} +step=93400 loss=3.1083 {'pos0_bos_p': 0.0013467209646478295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999762773513794, 'last_eos_top1': 4} +step=93450 loss=2.5567 {'pos0_bos_p': 0.0012734925840049982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999750852584839, 'last_eos_top1': 4} +step=93500 loss=2.6702 {'pos0_bos_p': 0.0012535910354927182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=93550 loss=2.8644 {'pos0_bos_p': 0.0012822139542549849, 'pos0_bos_top1': 0, 'last_eos_p': 0.999975323677063, 'last_eos_top1': 4} +step=93600 loss=3.0608 {'pos0_bos_p': 0.0013485188828781247, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999758005142212, 'last_eos_top1': 4} +step=93650 loss=2.5200 {'pos0_bos_p': 0.001323521020822227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999750852584839, 'last_eos_top1': 4} +step=93700 loss=2.5864 {'pos0_bos_p': 0.0013666379963979125, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999773502349854, 'last_eos_top1': 4} +step=93750 loss=2.8740 {'pos0_bos_p': 0.00140937021933496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999765157699585, 'last_eos_top1': 4} +step=93800 loss=2.5627 {'pos0_bos_p': 0.0013346855994313955, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999738931655884, 'last_eos_top1': 4} +step=93850 loss=2.7245 {'pos0_bos_p': 0.001259594806469977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999744892120361, 'last_eos_top1': 4} +step=93900 loss=2.9553 {'pos0_bos_p': 0.00135199842043221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999743700027466, 'last_eos_top1': 4} +step=93950 loss=2.9666 {'pos0_bos_p': 0.0012661992805078626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=94000 loss=2.5756 {'pos0_bos_p': 0.001317004207521677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=94050 loss=2.5709 {'pos0_bos_p': 0.001404565293341875, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999752044677734, 'last_eos_top1': 4} +step=94100 loss=2.7188 {'pos0_bos_p': 0.00132334406953305, 'pos0_bos_top1': 0, 'last_eos_p': 0.999974250793457, 'last_eos_top1': 4} +step=94150 loss=2.7211 {'pos0_bos_p': 0.0012273082975298166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999735355377197, 'last_eos_top1': 4} +step=94200 loss=3.2909 {'pos0_bos_p': 0.001255052862688899, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999709129333496, 'last_eos_top1': 4} +step=94250 loss=2.9363 {'pos0_bos_p': 0.0012553922133520246, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999723434448242, 'last_eos_top1': 4} +step=94300 loss=3.1049 {'pos0_bos_p': 0.0012834335211664438, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=94350 loss=3.0934 {'pos0_bos_p': 0.0013016819721087813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999715089797974, 'last_eos_top1': 4} +step=94400 loss=3.0864 {'pos0_bos_p': 0.0012479868018999696, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=94450 loss=2.4298 {'pos0_bos_p': 0.0012411534553393722, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999716281890869, 'last_eos_top1': 4} +step=94500 loss=2.2492 {'pos0_bos_p': 0.0013375957496464252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=94550 loss=3.1424 {'pos0_bos_p': 0.0011994190281257033, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999724626541138, 'last_eos_top1': 4} +step=94600 loss=2.7421 {'pos0_bos_p': 0.001337700174190104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999731779098511, 'last_eos_top1': 4} +step=94650 loss=3.0803 {'pos0_bos_p': 0.0013824861962348223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=94700 loss=3.0449 {'pos0_bos_p': 0.0013262019492685795, 'pos0_bos_top1': 0, 'last_eos_p': 0.999975323677063, 'last_eos_top1': 4} +step=94750 loss=2.3602 {'pos0_bos_p': 0.0012657869374379516, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=94800 loss=3.2243 {'pos0_bos_p': 0.001297883689403534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999780654907227, 'last_eos_top1': 4} +step=94850 loss=2.9145 {'pos0_bos_p': 0.0012821026612073183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999756813049316, 'last_eos_top1': 4} +step=94900 loss=3.0380 {'pos0_bos_p': 0.0013304305030032992, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999790191650391, 'last_eos_top1': 4} +step=94950 loss=2.7844 {'pos0_bos_p': 0.0013133175671100616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999783039093018, 'last_eos_top1': 4} +step=95000 loss=2.8170 {'pos0_bos_p': 0.001271231914870441, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999783039093018, 'last_eos_top1': 4} +step=95050 loss=2.8833 {'pos0_bos_p': 0.0013038956094533205, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=95100 loss=2.6260 {'pos0_bos_p': 0.001225737389177084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999790191650391, 'last_eos_top1': 4} +step=95150 loss=2.9485 {'pos0_bos_p': 0.0012899318244308233, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=95200 loss=2.7889 {'pos0_bos_p': 0.001273267436772585, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999762773513794, 'last_eos_top1': 4} +step=95250 loss=2.5604 {'pos0_bos_p': 0.0013194497441872954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=95300 loss=2.9341 {'pos0_bos_p': 0.001384490868076682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999760389328003, 'last_eos_top1': 4} +step=95350 loss=2.3912 {'pos0_bos_p': 0.001254203263670206, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999761581420898, 'last_eos_top1': 4} +step=95400 loss=2.8052 {'pos0_bos_p': 0.0012914752587676048, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976396560669, 'last_eos_top1': 4} +step=95450 loss=3.1477 {'pos0_bos_p': 0.0013678076211363077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999762773513794, 'last_eos_top1': 4} +step=95500 loss=2.5482 {'pos0_bos_p': 0.0012078044237568974, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999758005142212, 'last_eos_top1': 4} +step=95550 loss=2.6497 {'pos0_bos_p': 0.0013072836445644498, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999727010726929, 'last_eos_top1': 4} +step=95600 loss=2.7051 {'pos0_bos_p': 0.0012526965001598, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999711513519287, 'last_eos_top1': 4} +step=95650 loss=2.6394 {'pos0_bos_p': 0.0012784776045009494, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=95700 loss=2.7861 {'pos0_bos_p': 0.0013763561146333814, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999736547470093, 'last_eos_top1': 4} +step=95750 loss=3.4888 {'pos0_bos_p': 0.0012686863774433732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999741315841675, 'last_eos_top1': 4} +step=95800 loss=2.8291 {'pos0_bos_p': 0.0013472969876602292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999778270721436, 'last_eos_top1': 4} +step=95850 loss=2.9278 {'pos0_bos_p': 0.001278646057471633, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976396560669, 'last_eos_top1': 4} +step=95900 loss=2.6286 {'pos0_bos_p': 0.0014053925406187773, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999774694442749, 'last_eos_top1': 4} +step=95950 loss=2.7222 {'pos0_bos_p': 0.001391419442370534, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=96000 loss=2.8932 {'pos0_bos_p': 0.0012983218766748905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999767541885376, 'last_eos_top1': 4} +step=96050 loss=2.8274 {'pos0_bos_p': 0.0013269504997879267, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999775886535645, 'last_eos_top1': 4} +step=96100 loss=2.9682 {'pos0_bos_p': 0.0013325492618605494, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976396560669, 'last_eos_top1': 4} +step=96150 loss=2.5365 {'pos0_bos_p': 0.0012757739750668406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999775886535645, 'last_eos_top1': 4} +step=96200 loss=2.7396 {'pos0_bos_p': 0.0013617307413369417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=96250 loss=2.9719 {'pos0_bos_p': 0.0012659006752073765, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999752044677734, 'last_eos_top1': 4} +step=96300 loss=2.9716 {'pos0_bos_p': 0.0013096706243231893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999752044677734, 'last_eos_top1': 4} +step=96350 loss=3.6421 {'pos0_bos_p': 0.0012249331921339035, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999740123748779, 'last_eos_top1': 4} +step=96400 loss=2.6172 {'pos0_bos_p': 0.0013140049995854497, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=96450 loss=2.6978 {'pos0_bos_p': 0.0012684818357229233, 'pos0_bos_top1': 0, 'last_eos_p': 0.999972939491272, 'last_eos_top1': 4} +step=96500 loss=2.4215 {'pos0_bos_p': 0.0013304322492331266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=96550 loss=3.4631 {'pos0_bos_p': 0.0014160191640257835, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=96600 loss=2.5570 {'pos0_bos_p': 0.0013169164303690195, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976396560669, 'last_eos_top1': 4} +step=96650 loss=2.4363 {'pos0_bos_p': 0.0013056484749540687, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976634979248, 'last_eos_top1': 4} +step=96700 loss=3.1705 {'pos0_bos_p': 0.0012509421212598681, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999762773513794, 'last_eos_top1': 4} +step=96750 loss=2.5564 {'pos0_bos_p': 0.0013285927707329392, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999740123748779, 'last_eos_top1': 4} +step=96800 loss=2.6956 {'pos0_bos_p': 0.0012940065935254097, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999756813049316, 'last_eos_top1': 4} +step=96850 loss=3.0697 {'pos0_bos_p': 0.0013229020405560732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999756813049316, 'last_eos_top1': 4} +step=96900 loss=2.9818 {'pos0_bos_p': 0.001350204343907535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=96950 loss=2.2774 {'pos0_bos_p': 0.0013245141599327326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999771118164062, 'last_eos_top1': 4} +step=97000 loss=2.9953 {'pos0_bos_p': 0.0012978159356862307, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999743700027466, 'last_eos_top1': 4} +step=97050 loss=3.0016 {'pos0_bos_p': 0.0012549292296171188, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999734163284302, 'last_eos_top1': 4} +step=97100 loss=2.7885 {'pos0_bos_p': 0.0013870082329958677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999775886535645, 'last_eos_top1': 4} +step=97150 loss=3.7424 {'pos0_bos_p': 0.0012589148245751858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999765157699585, 'last_eos_top1': 4} +step=97200 loss=2.7316 {'pos0_bos_p': 0.001306947902776301, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999768733978271, 'last_eos_top1': 4} +step=97250 loss=3.0006 {'pos0_bos_p': 0.001328759710304439, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=97300 loss=2.3249 {'pos0_bos_p': 0.0012304609408602118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=97350 loss=3.1104 {'pos0_bos_p': 0.0013380161253735423, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999792575836182, 'last_eos_top1': 4} +step=97400 loss=2.9939 {'pos0_bos_p': 0.0012580807087942958, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=97450 loss=2.7764 {'pos0_bos_p': 0.0012930167140439153, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=97500 loss=3.0923 {'pos0_bos_p': 0.001261490280739963, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999774694442749, 'last_eos_top1': 4} +step=97550 loss=2.5982 {'pos0_bos_p': 0.0013121592346578836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=97600 loss=3.2179 {'pos0_bos_p': 0.001243480946868658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999769926071167, 'last_eos_top1': 4} +step=97650 loss=2.0422 {'pos0_bos_p': 0.0013069991255179048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999796152114868, 'last_eos_top1': 4} +step=97700 loss=3.2559 {'pos0_bos_p': 0.0012918937718495727, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=97750 loss=2.6807 {'pos0_bos_p': 0.0013733220985159278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999756813049316, 'last_eos_top1': 4} +step=97800 loss=3.2233 {'pos0_bos_p': 0.0013466342352330685, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999774694442749, 'last_eos_top1': 4} +step=97850 loss=3.3956 {'pos0_bos_p': 0.001309045241214335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999784231185913, 'last_eos_top1': 4} +step=97900 loss=3.0240 {'pos0_bos_p': 0.00125755718909204, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999799728393555, 'last_eos_top1': 4} +step=97950 loss=2.5101 {'pos0_bos_p': 0.0013897796161472797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999786615371704, 'last_eos_top1': 4} +step=98000 loss=3.1538 {'pos0_bos_p': 0.0013443802017718554, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999778270721436, 'last_eos_top1': 4} +step=98050 loss=3.0975 {'pos0_bos_p': 0.0012964406050741673, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=98100 loss=2.6685 {'pos0_bos_p': 0.0012598450994119048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999752044677734, 'last_eos_top1': 4} +step=98150 loss=2.6804 {'pos0_bos_p': 0.0013318832498043776, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999749660491943, 'last_eos_top1': 4} +step=98200 loss=2.9263 {'pos0_bos_p': 0.0013764892937615514, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999748468399048, 'last_eos_top1': 4} +step=98250 loss=2.5172 {'pos0_bos_p': 0.001354988431558013, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999732971191406, 'last_eos_top1': 4} +step=98300 loss=3.3944 {'pos0_bos_p': 0.001340403687208891, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=98350 loss=3.0634 {'pos0_bos_p': 0.0013666057493537664, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999749660491943, 'last_eos_top1': 4} +step=98400 loss=2.4972 {'pos0_bos_p': 0.0014033312909305096, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=98450 loss=2.4134 {'pos0_bos_p': 0.0013473380822688341, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999762773513794, 'last_eos_top1': 4} +step=98500 loss=2.5392 {'pos0_bos_p': 0.001307187252677977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999737739562988, 'last_eos_top1': 4} +step=98550 loss=2.9785 {'pos0_bos_p': 0.0013369574444368482, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999748468399048, 'last_eos_top1': 4} +step=98600 loss=2.7452 {'pos0_bos_p': 0.0013363613979890943, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999749660491943, 'last_eos_top1': 4} +step=98650 loss=2.6085 {'pos0_bos_p': 0.0013155706692487001, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999750852584839, 'last_eos_top1': 4} +step=98700 loss=2.1284 {'pos0_bos_p': 0.0012654844904318452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=98750 loss=2.7625 {'pos0_bos_p': 0.0013278643600642681, 'pos0_bos_top1': 0, 'last_eos_p': 0.999975323677063, 'last_eos_top1': 4} +step=98800 loss=2.9167 {'pos0_bos_p': 0.0013236083323135972, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999735355377197, 'last_eos_top1': 4} +step=98850 loss=3.3396 {'pos0_bos_p': 0.0014294252032414079, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999734163284302, 'last_eos_top1': 4} +step=98900 loss=2.7523 {'pos0_bos_p': 0.0013714940287172794, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999728202819824, 'last_eos_top1': 4} +step=98950 loss=3.2217 {'pos0_bos_p': 0.0013631564797833562, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999736547470093, 'last_eos_top1': 4} +step=99000 loss=2.7516 {'pos0_bos_p': 0.0013536481419578195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999741315841675, 'last_eos_top1': 4} +step=99050 loss=2.5313 {'pos0_bos_p': 0.00138404022436589, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=99100 loss=2.5899 {'pos0_bos_p': 0.0012812665663659573, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999773502349854, 'last_eos_top1': 4} +step=99150 loss=2.2991 {'pos0_bos_p': 0.0012678768252953887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999772310256958, 'last_eos_top1': 4} +step=99200 loss=1.9129 {'pos0_bos_p': 0.0012256040936335921, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999771118164062, 'last_eos_top1': 4} +step=99250 loss=2.8387 {'pos0_bos_p': 0.0012909909710288048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999806880950928, 'last_eos_top1': 4} +step=99300 loss=2.3978 {'pos0_bos_p': 0.0012496107956394553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=99350 loss=3.0429 {'pos0_bos_p': 0.0013687745667994022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=99400 loss=2.5645 {'pos0_bos_p': 0.0012973612174391747, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999750852584839, 'last_eos_top1': 4} +step=99450 loss=2.6460 {'pos0_bos_p': 0.0013255164958536625, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=99500 loss=2.9084 {'pos0_bos_p': 0.0013799250591546297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=99550 loss=3.3436 {'pos0_bos_p': 0.0013267537578940392, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999737739562988, 'last_eos_top1': 4} +step=99600 loss=2.5922 {'pos0_bos_p': 0.0012602688511833549, 'pos0_bos_top1': 0, 'last_eos_p': 0.999974250793457, 'last_eos_top1': 4} +step=99650 loss=2.5825 {'pos0_bos_p': 0.0012742264661937952, 'pos0_bos_top1': 0, 'last_eos_p': 0.999974250793457, 'last_eos_top1': 4} +step=99700 loss=2.7879 {'pos0_bos_p': 0.001259229495190084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999761581420898, 'last_eos_top1': 4} +step=99750 loss=2.9451 {'pos0_bos_p': 0.0013884286163374782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999761581420898, 'last_eos_top1': 4} +step=99800 loss=2.7256 {'pos0_bos_p': 0.0013651520712301135, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=99850 loss=2.5508 {'pos0_bos_p': 0.001382347196340561, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999752044677734, 'last_eos_top1': 4} +step=99900 loss=2.4200 {'pos0_bos_p': 0.001335888635367155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999748468399048, 'last_eos_top1': 4} +step=99950 loss=2.6987 {'pos0_bos_p': 0.0013132396852597594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999744892120361, 'last_eos_top1': 4} +step=100000 loss=2.2737 {'pos0_bos_p': 0.0013443068601191044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=100050 loss=3.0709 {'pos0_bos_p': 0.0012981154723092914, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999740123748779, 'last_eos_top1': 4} +step=100100 loss=3.2902 {'pos0_bos_p': 0.0012583641801029444, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=100150 loss=2.6285 {'pos0_bos_p': 0.0013257709797471762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999750852584839, 'last_eos_top1': 4} +step=100200 loss=2.3442 {'pos0_bos_p': 0.0013160394737496972, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999754428863525, 'last_eos_top1': 4} +step=100250 loss=2.6190 {'pos0_bos_p': 0.0012936696875840425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999762773513794, 'last_eos_top1': 4} +step=100300 loss=3.1940 {'pos0_bos_p': 0.001378802116960287, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999778270721436, 'last_eos_top1': 4} +step=100350 loss=2.7589 {'pos0_bos_p': 0.0013265631860122085, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999771118164062, 'last_eos_top1': 4} +step=100400 loss=2.8245 {'pos0_bos_p': 0.0013356830459088087, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999778270721436, 'last_eos_top1': 4} +step=100450 loss=2.9996 {'pos0_bos_p': 0.001372124650515616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999750852584839, 'last_eos_top1': 4} +step=100500 loss=2.4987 {'pos0_bos_p': 0.0012485402403399348, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999761581420898, 'last_eos_top1': 4} +step=100550 loss=2.6383 {'pos0_bos_p': 0.001347651588730514, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999783039093018, 'last_eos_top1': 4} +step=100600 loss=3.0408 {'pos0_bos_p': 0.0012756150681525469, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999760389328003, 'last_eos_top1': 4} +step=100650 loss=2.4303 {'pos0_bos_p': 0.0013156310888007283, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999772310256958, 'last_eos_top1': 4} +step=100700 loss=2.9185 {'pos0_bos_p': 0.0013367283390834928, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=100750 loss=3.1796 {'pos0_bos_p': 0.0012965044006705284, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999759197235107, 'last_eos_top1': 4} +step=100800 loss=2.4687 {'pos0_bos_p': 0.001319583971053362, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999755620956421, 'last_eos_top1': 4} +step=100850 loss=3.4130 {'pos0_bos_p': 0.0012249767314642668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999747276306152, 'last_eos_top1': 4} +step=100900 loss=3.0909 {'pos0_bos_p': 0.001314028981141746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999749660491943, 'last_eos_top1': 4} +step=100950 loss=2.8316 {'pos0_bos_p': 0.0013065710663795471, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999765157699585, 'last_eos_top1': 4} +step=101000 loss=2.7674 {'pos0_bos_p': 0.001337695517577231, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976396560669, 'last_eos_top1': 4} +step=101050 loss=3.0893 {'pos0_bos_p': 0.001300905249081552, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999760389328003, 'last_eos_top1': 4} +step=101100 loss=2.9897 {'pos0_bos_p': 0.0012961814645677805, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999758005142212, 'last_eos_top1': 4} +step=101150 loss=2.3798 {'pos0_bos_p': 0.0013283274602144957, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976634979248, 'last_eos_top1': 4} +step=101200 loss=3.0650 {'pos0_bos_p': 0.0012628997210413218, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976396560669, 'last_eos_top1': 4} +step=101250 loss=2.3105 {'pos0_bos_p': 0.0012641536304727197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999768733978271, 'last_eos_top1': 4} +step=101300 loss=3.0326 {'pos0_bos_p': 0.0012588922400027514, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=101350 loss=2.8815 {'pos0_bos_p': 0.001248897984623909, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999772310256958, 'last_eos_top1': 4} +step=101400 loss=2.9231 {'pos0_bos_p': 0.0012868192279711366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999768733978271, 'last_eos_top1': 4} +step=101450 loss=3.3207 {'pos0_bos_p': 0.0013230879558250308, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999765157699585, 'last_eos_top1': 4} +step=101500 loss=2.6504 {'pos0_bos_p': 0.0012415139935910702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999768733978271, 'last_eos_top1': 4} +step=101550 loss=2.6405 {'pos0_bos_p': 0.001269176253117621, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=101600 loss=2.7023 {'pos0_bos_p': 0.0012522180331870914, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=101650 loss=2.2980 {'pos0_bos_p': 0.0012728493893519044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=101700 loss=3.3337 {'pos0_bos_p': 0.0013127194251865149, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999784231185913, 'last_eos_top1': 4} +step=101750 loss=2.8179 {'pos0_bos_p': 0.0013292408548295498, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999792575836182, 'last_eos_top1': 4} +step=101800 loss=2.5576 {'pos0_bos_p': 0.0013293215306475759, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999794960021973, 'last_eos_top1': 4} +step=101850 loss=2.3632 {'pos0_bos_p': 0.0012210154673084617, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=101900 loss=2.5662 {'pos0_bos_p': 0.0012827867176383734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=101950 loss=2.9044 {'pos0_bos_p': 0.001337965950369835, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999799728393555, 'last_eos_top1': 4} +step=102000 loss=2.4975 {'pos0_bos_p': 0.0013351957313716412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999785423278809, 'last_eos_top1': 4} +step=102050 loss=3.1253 {'pos0_bos_p': 0.0012256380869075656, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999790191650391, 'last_eos_top1': 4} +step=102100 loss=2.5435 {'pos0_bos_p': 0.0012593510327860713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999798536300659, 'last_eos_top1': 4} +step=102150 loss=2.5117 {'pos0_bos_p': 0.00130627176258713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999802112579346, 'last_eos_top1': 4} +step=102200 loss=2.7949 {'pos0_bos_p': 0.0013250525807961822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=102250 loss=3.0022 {'pos0_bos_p': 0.0012351839104667306, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999802112579346, 'last_eos_top1': 4} +step=102300 loss=3.0569 {'pos0_bos_p': 0.001364267198368907, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999797344207764, 'last_eos_top1': 4} +step=102350 loss=2.8244 {'pos0_bos_p': 0.001323469216004014, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=102400 loss=3.3296 {'pos0_bos_p': 0.0013459869660437107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999792575836182, 'last_eos_top1': 4} +step=102450 loss=2.5904 {'pos0_bos_p': 0.001296470407396555, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999791383743286, 'last_eos_top1': 4} +step=102500 loss=2.5760 {'pos0_bos_p': 0.0013033171417191625, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999790191650391, 'last_eos_top1': 4} +step=102550 loss=3.0620 {'pos0_bos_p': 0.001295245485380292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=102600 loss=3.1137 {'pos0_bos_p': 0.0013002532068639994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=102650 loss=2.5720 {'pos0_bos_p': 0.001173366792500019, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=102700 loss=2.3990 {'pos0_bos_p': 0.0012868935009464622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=102750 loss=2.9616 {'pos0_bos_p': 0.0012583771022036672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999792575836182, 'last_eos_top1': 4} +step=102800 loss=2.9064 {'pos0_bos_p': 0.001236590906046331, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=102850 loss=2.8459 {'pos0_bos_p': 0.0012278611538931727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999790191650391, 'last_eos_top1': 4} +step=102900 loss=2.9112 {'pos0_bos_p': 0.001305953017435968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=102950 loss=2.9803 {'pos0_bos_p': 0.0012802502606064081, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999771118164062, 'last_eos_top1': 4} +step=103000 loss=3.1062 {'pos0_bos_p': 0.0012853739317506552, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999767541885376, 'last_eos_top1': 4} +step=103050 loss=2.7657 {'pos0_bos_p': 0.0012080054730176926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999785423278809, 'last_eos_top1': 4} +step=103100 loss=3.0926 {'pos0_bos_p': 0.0013252896023914218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999768733978271, 'last_eos_top1': 4} +step=103150 loss=3.2323 {'pos0_bos_p': 0.0013505497481673956, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999771118164062, 'last_eos_top1': 4} +step=103200 loss=2.7496 {'pos0_bos_p': 0.0013323175953701138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999768733978271, 'last_eos_top1': 4} +step=103250 loss=2.3960 {'pos0_bos_p': 0.0013544510584324598, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976634979248, 'last_eos_top1': 4} +step=103300 loss=3.0999 {'pos0_bos_p': 0.00133487896528095, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999780654907227, 'last_eos_top1': 4} +step=103350 loss=2.9241 {'pos0_bos_p': 0.0012555093271657825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999783039093018, 'last_eos_top1': 4} +step=103400 loss=2.4375 {'pos0_bos_p': 0.0013319094432517886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999783039093018, 'last_eos_top1': 4} +step=103450 loss=2.6843 {'pos0_bos_p': 0.0012541337637230754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=103500 loss=2.7671 {'pos0_bos_p': 0.001321185496635735, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=103550 loss=2.9821 {'pos0_bos_p': 0.0013220551190897822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999784231185913, 'last_eos_top1': 4} +step=103600 loss=2.9456 {'pos0_bos_p': 0.001282065873965621, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999774694442749, 'last_eos_top1': 4} +step=103650 loss=2.7509 {'pos0_bos_p': 0.0013757530832663178, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999769926071167, 'last_eos_top1': 4} +step=103700 loss=2.4159 {'pos0_bos_p': 0.0012977812439203262, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=103750 loss=2.5065 {'pos0_bos_p': 0.0013412043917924166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999767541885376, 'last_eos_top1': 4} +step=103800 loss=2.7864 {'pos0_bos_p': 0.0012728552101179957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999784231185913, 'last_eos_top1': 4} +step=103850 loss=3.3516 {'pos0_bos_p': 0.001304307603277266, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=103900 loss=2.8912 {'pos0_bos_p': 0.001222768216393888, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999796152114868, 'last_eos_top1': 4} +step=103950 loss=3.1490 {'pos0_bos_p': 0.0013567457208409905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=104000 loss=2.9668 {'pos0_bos_p': 0.0013362138997763395, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=104050 loss=2.9427 {'pos0_bos_p': 0.0013178099179640412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=104100 loss=2.8971 {'pos0_bos_p': 0.001257305615581572, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=104150 loss=3.1363 {'pos0_bos_p': 0.001316326204687357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999819993972778, 'last_eos_top1': 4} +step=104200 loss=2.8130 {'pos0_bos_p': 0.0012997396988794208, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=104250 loss=2.6673 {'pos0_bos_p': 0.0013637279625982046, 'pos0_bos_top1': 0, 'last_eos_p': 0.999981164932251, 'last_eos_top1': 4} +step=104300 loss=3.0341 {'pos0_bos_p': 0.0013327215565368533, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=104350 loss=3.4444 {'pos0_bos_p': 0.0013456202577799559, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=104400 loss=2.8324 {'pos0_bos_p': 0.0012720129452645779, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=104450 loss=2.7465 {'pos0_bos_p': 0.0012542319018393755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=104500 loss=2.3438 {'pos0_bos_p': 0.0013043050421401858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=104550 loss=3.2945 {'pos0_bos_p': 0.0011906101135537028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=104600 loss=2.6136 {'pos0_bos_p': 0.0013751016231253743, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=104650 loss=2.8118 {'pos0_bos_p': 0.0012910709483548999, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999806880950928, 'last_eos_top1': 4} +step=104700 loss=2.5397 {'pos0_bos_p': 0.0013633257476612926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=104750 loss=3.1222 {'pos0_bos_p': 0.0013118860078975558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=104800 loss=2.9622 {'pos0_bos_p': 0.0012783946003764868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=104850 loss=2.6988 {'pos0_bos_p': 0.0012701875530183315, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999802112579346, 'last_eos_top1': 4} +step=104900 loss=2.7673 {'pos0_bos_p': 0.0012105923378840089, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999799728393555, 'last_eos_top1': 4} +step=104950 loss=3.2779 {'pos0_bos_p': 0.0013798425206914544, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999805688858032, 'last_eos_top1': 4} +step=105000 loss=3.5538 {'pos0_bos_p': 0.001324569107964635, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=105050 loss=2.4990 {'pos0_bos_p': 0.0012698012869805098, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999798536300659, 'last_eos_top1': 4} +step=105100 loss=2.2330 {'pos0_bos_p': 0.0013142310781404376, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999799728393555, 'last_eos_top1': 4} +step=105150 loss=3.5217 {'pos0_bos_p': 0.0013311111833900213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999817609786987, 'last_eos_top1': 4} +step=105200 loss=2.5728 {'pos0_bos_p': 0.0012976295547559857, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=105250 loss=2.6547 {'pos0_bos_p': 0.0013549861032515764, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999785423278809, 'last_eos_top1': 4} +step=105300 loss=3.4648 {'pos0_bos_p': 0.0013124458491802216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999785423278809, 'last_eos_top1': 4} +step=105350 loss=2.9703 {'pos0_bos_p': 0.0012675428297370672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999792575836182, 'last_eos_top1': 4} +step=105400 loss=3.2325 {'pos0_bos_p': 0.0013380976160988212, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999792575836182, 'last_eos_top1': 4} +step=105450 loss=2.6662 {'pos0_bos_p': 0.001203554100356996, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999790191650391, 'last_eos_top1': 4} +step=105500 loss=2.6046 {'pos0_bos_p': 0.0013716816902160645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999791383743286, 'last_eos_top1': 4} +step=105550 loss=3.2152 {'pos0_bos_p': 0.0013393230037763715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999814033508301, 'last_eos_top1': 4} +step=105600 loss=2.8075 {'pos0_bos_p': 0.0013035471783950925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999806880950928, 'last_eos_top1': 4} +step=105650 loss=2.7838 {'pos0_bos_p': 0.0013006803346797824, 'pos0_bos_top1': 0, 'last_eos_p': 0.999981164932251, 'last_eos_top1': 4} +step=105700 loss=2.9772 {'pos0_bos_p': 0.001352985273115337, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=105750 loss=3.0380 {'pos0_bos_p': 0.001249283435754478, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999792575836182, 'last_eos_top1': 4} +step=105800 loss=3.1688 {'pos0_bos_p': 0.0013615128118544817, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=105850 loss=2.5973 {'pos0_bos_p': 0.0013347161002457142, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=105900 loss=2.7033 {'pos0_bos_p': 0.0013694593217223883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999791383743286, 'last_eos_top1': 4} +step=105950 loss=2.8094 {'pos0_bos_p': 0.0013190547470003366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999791383743286, 'last_eos_top1': 4} +step=106000 loss=2.5191 {'pos0_bos_p': 0.0014159217244014144, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=106050 loss=2.7715 {'pos0_bos_p': 0.0013236780650913715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=106100 loss=2.3987 {'pos0_bos_p': 0.0013070331187918782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=106150 loss=2.8802 {'pos0_bos_p': 0.0013268134789541364, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999819993972778, 'last_eos_top1': 4} +step=106200 loss=2.8839 {'pos0_bos_p': 0.001291855820454657, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999814033508301, 'last_eos_top1': 4} +step=106250 loss=2.8683 {'pos0_bos_p': 0.0012929942458868027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=106300 loss=2.4896 {'pos0_bos_p': 0.0012462843442335725, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999812841415405, 'last_eos_top1': 4} +step=106350 loss=2.7275 {'pos0_bos_p': 0.0012834089575335383, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=106400 loss=3.0097 {'pos0_bos_p': 0.001336577464826405, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999802112579346, 'last_eos_top1': 4} +step=106450 loss=2.2994 {'pos0_bos_p': 0.0012897690758109093, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=106500 loss=2.6569 {'pos0_bos_p': 0.001264903461560607, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=106550 loss=2.7526 {'pos0_bos_p': 0.0013393262634053826, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999797344207764, 'last_eos_top1': 4} +step=106600 loss=2.4460 {'pos0_bos_p': 0.0013619221281260252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=106650 loss=2.9533 {'pos0_bos_p': 0.0013084618840366602, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=106700 loss=2.6023 {'pos0_bos_p': 0.0012675916077569127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=106750 loss=2.9219 {'pos0_bos_p': 0.0013668113388121128, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=106800 loss=2.8529 {'pos0_bos_p': 0.0013309558853507042, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=106850 loss=2.4794 {'pos0_bos_p': 0.0012437901459634304, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999802112579346, 'last_eos_top1': 4} +step=106900 loss=2.4768 {'pos0_bos_p': 0.001350859529338777, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999797344207764, 'last_eos_top1': 4} +step=106950 loss=2.8769 {'pos0_bos_p': 0.0013561213854700327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=107000 loss=3.0575 {'pos0_bos_p': 0.0012027620105072856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=107050 loss=2.5545 {'pos0_bos_p': 0.001354459673166275, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999815225601196, 'last_eos_top1': 4} +step=107100 loss=2.5827 {'pos0_bos_p': 0.0013553122989833355, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999817609786987, 'last_eos_top1': 4} +step=107150 loss=2.8023 {'pos0_bos_p': 0.0013150236336514354, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=107200 loss=2.6693 {'pos0_bos_p': 0.0013610075693577528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999817609786987, 'last_eos_top1': 4} +step=107250 loss=2.4355 {'pos0_bos_p': 0.001446019858121872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=107300 loss=2.3366 {'pos0_bos_p': 0.0012750967871397734, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=107350 loss=2.2714 {'pos0_bos_p': 0.0013592338655143976, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999792575836182, 'last_eos_top1': 4} +step=107400 loss=2.5037 {'pos0_bos_p': 0.001357457833364606, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=107450 loss=2.3673 {'pos0_bos_p': 0.0012697700876742601, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999791383743286, 'last_eos_top1': 4} +step=107500 loss=2.2793 {'pos0_bos_p': 0.0013130893930792809, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999786615371704, 'last_eos_top1': 4} +step=107550 loss=3.4476 {'pos0_bos_p': 0.0012113156262785196, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999796152114868, 'last_eos_top1': 4} +step=107600 loss=2.4843 {'pos0_bos_p': 0.001272941124625504, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=107650 loss=3.0353 {'pos0_bos_p': 0.001274604699574411, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999806880950928, 'last_eos_top1': 4} +step=107700 loss=2.6055 {'pos0_bos_p': 0.0013185037532821298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999812841415405, 'last_eos_top1': 4} +step=107750 loss=2.7411 {'pos0_bos_p': 0.0013098862254992127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999806880950928, 'last_eos_top1': 4} +step=107800 loss=2.9175 {'pos0_bos_p': 0.0013447522651404142, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999774694442749, 'last_eos_top1': 4} +step=107850 loss=2.4736 {'pos0_bos_p': 0.001278080977499485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999774694442749, 'last_eos_top1': 4} +step=107900 loss=2.4026 {'pos0_bos_p': 0.0012948471121490002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999785423278809, 'last_eos_top1': 4} +step=107950 loss=3.0291 {'pos0_bos_p': 0.0012618035543709993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999771118164062, 'last_eos_top1': 4} +step=108000 loss=2.5156 {'pos0_bos_p': 0.0013195914216339588, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=108050 loss=2.7526 {'pos0_bos_p': 0.0012671025469899178, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=108100 loss=2.8139 {'pos0_bos_p': 0.0012461623409762979, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999773502349854, 'last_eos_top1': 4} +step=108150 loss=2.1758 {'pos0_bos_p': 0.001397406798787415, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999758005142212, 'last_eos_top1': 4} +step=108200 loss=3.1145 {'pos0_bos_p': 0.0012510230299085379, 'pos0_bos_top1': 0, 'last_eos_p': 0.999976634979248, 'last_eos_top1': 4} +step=108250 loss=2.8019 {'pos0_bos_p': 0.001336180604994297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999785423278809, 'last_eos_top1': 4} +step=108300 loss=2.7193 {'pos0_bos_p': 0.001349563361145556, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999762773513794, 'last_eos_top1': 4} +step=108350 loss=2.5101 {'pos0_bos_p': 0.0013803114416077733, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999746084213257, 'last_eos_top1': 4} +step=108400 loss=3.2342 {'pos0_bos_p': 0.0014072360936552286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999767541885376, 'last_eos_top1': 4} +step=108450 loss=3.1314 {'pos0_bos_p': 0.0013085477985441685, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=108500 loss=2.7232 {'pos0_bos_p': 0.0013308189809322357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999768733978271, 'last_eos_top1': 4} +step=108550 loss=2.7823 {'pos0_bos_p': 0.0013986051781103015, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=108600 loss=2.4847 {'pos0_bos_p': 0.0012973640114068985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=108650 loss=2.7768 {'pos0_bos_p': 0.0013688718900084496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999790191650391, 'last_eos_top1': 4} +step=108700 loss=2.4600 {'pos0_bos_p': 0.0013262182474136353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=108750 loss=2.6859 {'pos0_bos_p': 0.0012186430394649506, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=108800 loss=2.7666 {'pos0_bos_p': 0.0012708446010947227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999791383743286, 'last_eos_top1': 4} +step=108850 loss=3.0454 {'pos0_bos_p': 0.00125314446631819, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=108900 loss=2.1991 {'pos0_bos_p': 0.0012630150886252522, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=108950 loss=3.0069 {'pos0_bos_p': 0.0014316848246380687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999799728393555, 'last_eos_top1': 4} +step=109000 loss=2.5660 {'pos0_bos_p': 0.001411254983395338, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999796152114868, 'last_eos_top1': 4} +step=109050 loss=3.2369 {'pos0_bos_p': 0.0013059430057182908, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999772310256958, 'last_eos_top1': 4} +step=109100 loss=3.1666 {'pos0_bos_p': 0.0013853434938937426, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999772310256958, 'last_eos_top1': 4} +step=109150 loss=3.1713 {'pos0_bos_p': 0.0013195581268519163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999778270721436, 'last_eos_top1': 4} +step=109200 loss=2.7427 {'pos0_bos_p': 0.0013192604528740048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999783039093018, 'last_eos_top1': 4} +step=109250 loss=2.8050 {'pos0_bos_p': 0.0012789820320904255, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=109300 loss=2.9820 {'pos0_bos_p': 0.001321933465078473, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=109350 loss=3.1960 {'pos0_bos_p': 0.0014067644951865077, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=109400 loss=3.0366 {'pos0_bos_p': 0.0013476214371621609, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999781847000122, 'last_eos_top1': 4} +step=109450 loss=3.2149 {'pos0_bos_p': 0.0013614031486213207, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999796152114868, 'last_eos_top1': 4} +step=109500 loss=2.3314 {'pos0_bos_p': 0.0013112375745549798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999785423278809, 'last_eos_top1': 4} +step=109550 loss=2.5309 {'pos0_bos_p': 0.0013288588961586356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999794960021973, 'last_eos_top1': 4} +step=109600 loss=2.9524 {'pos0_bos_p': 0.001298238174058497, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=109650 loss=2.5719 {'pos0_bos_p': 0.0012885639443993568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=109700 loss=2.9805 {'pos0_bos_p': 0.0013102702796459198, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999797344207764, 'last_eos_top1': 4} +step=109750 loss=3.0519 {'pos0_bos_p': 0.0013004235224798322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=109800 loss=2.6912 {'pos0_bos_p': 0.001223683706484735, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=109850 loss=3.0701 {'pos0_bos_p': 0.0013171201571822166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=109900 loss=2.2808 {'pos0_bos_p': 0.0012981622712686658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=109950 loss=2.1462 {'pos0_bos_p': 0.001297920593060553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999829530715942, 'last_eos_top1': 4} +step=110000 loss=2.6570 {'pos0_bos_p': 0.0013089885469526052, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=110050 loss=3.0454 {'pos0_bos_p': 0.0013210258912295103, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=110100 loss=2.4269 {'pos0_bos_p': 0.001309481798671186, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=110150 loss=2.8340 {'pos0_bos_p': 0.0012440156424418092, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=110200 loss=2.7497 {'pos0_bos_p': 0.0013192484620958567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=110250 loss=2.4735 {'pos0_bos_p': 0.0013106100959703326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=110300 loss=3.1519 {'pos0_bos_p': 0.0013487626565620303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=110350 loss=3.1662 {'pos0_bos_p': 0.001296390313655138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=110400 loss=3.4073 {'pos0_bos_p': 0.001341843861155212, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=110450 loss=2.3404 {'pos0_bos_p': 0.0012825758894905448, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=110500 loss=2.3707 {'pos0_bos_p': 0.0013021829072386026, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=110550 loss=2.7592 {'pos0_bos_p': 0.001311595318838954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=110600 loss=2.7709 {'pos0_bos_p': 0.001284584286622703, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=110650 loss=2.4096 {'pos0_bos_p': 0.0012695514596998692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=110700 loss=3.3701 {'pos0_bos_p': 0.0013184893177822232, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999812841415405, 'last_eos_top1': 4} +step=110750 loss=3.1805 {'pos0_bos_p': 0.0013910658890381455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=110800 loss=2.3881 {'pos0_bos_p': 0.0013233812060207129, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=110850 loss=2.7926 {'pos0_bos_p': 0.0013839139137417078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=110900 loss=2.3032 {'pos0_bos_p': 0.0013239405816420913, 'pos0_bos_top1': 0, 'last_eos_p': 0.999982476234436, 'last_eos_top1': 4} +step=110950 loss=2.8317 {'pos0_bos_p': 0.001262374222278595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=111000 loss=2.5756 {'pos0_bos_p': 0.0013612831244245172, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=111050 loss=2.7288 {'pos0_bos_p': 0.0012736788485199213, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=111100 loss=2.9923 {'pos0_bos_p': 0.0013047077227383852, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=111150 loss=3.1096 {'pos0_bos_p': 0.0012775231152772903, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=111200 loss=2.4976 {'pos0_bos_p': 0.0012989843962714076, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=111250 loss=2.4666 {'pos0_bos_p': 0.001278840471059084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=111300 loss=3.2536 {'pos0_bos_p': 0.0012563352938741446, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=111350 loss=2.6593 {'pos0_bos_p': 0.0012025434989482164, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=111400 loss=2.8345 {'pos0_bos_p': 0.0012134612770751119, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=111450 loss=2.6484 {'pos0_bos_p': 0.0011883715633302927, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=111500 loss=2.9244 {'pos0_bos_p': 0.0012645757524296641, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=111550 loss=2.4079 {'pos0_bos_p': 0.0012873854720965028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=111600 loss=2.8121 {'pos0_bos_p': 0.001324807177297771, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=111650 loss=2.7888 {'pos0_bos_p': 0.0012644330272451043, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=111700 loss=2.4015 {'pos0_bos_p': 0.0013007269008085132, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=111750 loss=2.8128 {'pos0_bos_p': 0.0012952260440215468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=111800 loss=2.6719 {'pos0_bos_p': 0.0013039408950135112, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=111850 loss=3.0834 {'pos0_bos_p': 0.0013397056609392166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=111900 loss=3.0644 {'pos0_bos_p': 0.0012596555752679706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999796152114868, 'last_eos_top1': 4} +step=111950 loss=2.5762 {'pos0_bos_p': 0.0013103183591738343, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999780654907227, 'last_eos_top1': 4} +step=112000 loss=2.0930 {'pos0_bos_p': 0.0012679118663072586, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=112050 loss=2.8540 {'pos0_bos_p': 0.0012975090648978949, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999786615371704, 'last_eos_top1': 4} +step=112100 loss=2.6279 {'pos0_bos_p': 0.001230059191584587, 'pos0_bos_top1': 0, 'last_eos_p': 0.999977707862854, 'last_eos_top1': 4} +step=112150 loss=3.0795 {'pos0_bos_p': 0.0013207313604652882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999783039093018, 'last_eos_top1': 4} +step=112200 loss=3.4255 {'pos0_bos_p': 0.0013501966604962945, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=112250 loss=3.4481 {'pos0_bos_p': 0.0013321200385689735, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999796152114868, 'last_eos_top1': 4} +step=112300 loss=3.0411 {'pos0_bos_p': 0.0012497097486630082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999786615371704, 'last_eos_top1': 4} +step=112350 loss=2.7037 {'pos0_bos_p': 0.0013040232006460428, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999794960021973, 'last_eos_top1': 4} +step=112400 loss=3.3803 {'pos0_bos_p': 0.0013624444836750627, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=112450 loss=2.6136 {'pos0_bos_p': 0.0013915356248617172, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=112500 loss=2.8656 {'pos0_bos_p': 0.0013170111924409866, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999799728393555, 'last_eos_top1': 4} +step=112550 loss=2.2857 {'pos0_bos_p': 0.0013280361890792847, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=112600 loss=2.8240 {'pos0_bos_p': 0.0012807549210265279, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999802112579346, 'last_eos_top1': 4} +step=112650 loss=2.8172 {'pos0_bos_p': 0.0013644148129969835, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=112700 loss=2.3219 {'pos0_bos_p': 0.0012457744451239705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999814033508301, 'last_eos_top1': 4} +step=112750 loss=2.8224 {'pos0_bos_p': 0.001308106235228479, 'pos0_bos_top1': 0, 'last_eos_p': 0.999982476234436, 'last_eos_top1': 4} +step=112800 loss=2.1714 {'pos0_bos_p': 0.0012584223877638578, 'pos0_bos_top1': 0, 'last_eos_p': 0.999982476234436, 'last_eos_top1': 4} +step=112850 loss=2.8987 {'pos0_bos_p': 0.0013586111599579453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999817609786987, 'last_eos_top1': 4} +step=112900 loss=2.5956 {'pos0_bos_p': 0.0012898544082418084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=112950 loss=2.6773 {'pos0_bos_p': 0.0013150845188647509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=113000 loss=2.6546 {'pos0_bos_p': 0.0013283762382343411, 'pos0_bos_top1': 0, 'last_eos_p': 0.999981164932251, 'last_eos_top1': 4} +step=113050 loss=2.7035 {'pos0_bos_p': 0.0013127505080774426, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999796152114868, 'last_eos_top1': 4} +step=113100 loss=2.6626 {'pos0_bos_p': 0.0013160048983991146, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=113150 loss=2.7386 {'pos0_bos_p': 0.001292588422074914, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=113200 loss=1.9206 {'pos0_bos_p': 0.0013518958585336804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=113250 loss=2.8031 {'pos0_bos_p': 0.0013734683161601424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=113300 loss=2.8175 {'pos0_bos_p': 0.0014159929705783725, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999799728393555, 'last_eos_top1': 4} +step=113350 loss=2.2610 {'pos0_bos_p': 0.0011694306740537286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999814033508301, 'last_eos_top1': 4} +step=113400 loss=2.7329 {'pos0_bos_p': 0.0012884550960734487, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=113450 loss=2.9778 {'pos0_bos_p': 0.0013375175185501575, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=113500 loss=2.6769 {'pos0_bos_p': 0.0013047449756413698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=113550 loss=2.8381 {'pos0_bos_p': 0.0012936159037053585, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=113600 loss=2.9198 {'pos0_bos_p': 0.0013244817964732647, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=113650 loss=3.5462 {'pos0_bos_p': 0.0012895227409899235, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=113700 loss=2.9685 {'pos0_bos_p': 0.0013331342488527298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=113750 loss=2.6279 {'pos0_bos_p': 0.0012425623135641217, 'pos0_bos_top1': 0, 'last_eos_p': 0.999981164932251, 'last_eos_top1': 4} +step=113800 loss=2.3232 {'pos0_bos_p': 0.0013666703598573804, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=113850 loss=2.6924 {'pos0_bos_p': 0.0013113903114572167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999797344207764, 'last_eos_top1': 4} +step=113900 loss=3.0012 {'pos0_bos_p': 0.001344138290733099, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=113950 loss=2.5865 {'pos0_bos_p': 0.001316289883106947, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999802112579346, 'last_eos_top1': 4} +step=114000 loss=2.9327 {'pos0_bos_p': 0.001364411786198616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=114050 loss=3.7828 {'pos0_bos_p': 0.0013994256732985377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999817609786987, 'last_eos_top1': 4} +step=114100 loss=2.4257 {'pos0_bos_p': 0.001331413397565484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=114150 loss=2.7274 {'pos0_bos_p': 0.0013217658270150423, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999812841415405, 'last_eos_top1': 4} +step=114200 loss=3.1085 {'pos0_bos_p': 0.001333064865320921, 'pos0_bos_top1': 0, 'last_eos_p': 0.999982476234436, 'last_eos_top1': 4} +step=114250 loss=2.8590 {'pos0_bos_p': 0.0012777465162798762, 'pos0_bos_top1': 0, 'last_eos_p': 0.999982476234436, 'last_eos_top1': 4} +step=114300 loss=3.2988 {'pos0_bos_p': 0.0013808754738420248, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=114350 loss=3.0727 {'pos0_bos_p': 0.001326130935922265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=114400 loss=2.6556 {'pos0_bos_p': 0.0013488329714164138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999814033508301, 'last_eos_top1': 4} +step=114450 loss=2.3819 {'pos0_bos_p': 0.0013327314518392086, 'pos0_bos_top1': 0, 'last_eos_p': 0.999980092048645, 'last_eos_top1': 4} +step=114500 loss=2.7171 {'pos0_bos_p': 0.0013538949424400926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999791383743286, 'last_eos_top1': 4} +step=114550 loss=3.1623 {'pos0_bos_p': 0.0012911530211567879, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=114600 loss=2.7707 {'pos0_bos_p': 0.0013707877369597554, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=114650 loss=2.8070 {'pos0_bos_p': 0.0013856830773875117, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999790191650391, 'last_eos_top1': 4} +step=114700 loss=3.1235 {'pos0_bos_p': 0.001323151052929461, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999794960021973, 'last_eos_top1': 4} +step=114750 loss=2.7543 {'pos0_bos_p': 0.0012930779485031962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999773502349854, 'last_eos_top1': 4} +step=114800 loss=2.2920 {'pos0_bos_p': 0.001367720658890903, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999780654907227, 'last_eos_top1': 4} +step=114850 loss=2.5092 {'pos0_bos_p': 0.0012869504280388355, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999779462814331, 'last_eos_top1': 4} +step=114900 loss=3.5708 {'pos0_bos_p': 0.001276838593184948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=114950 loss=2.3643 {'pos0_bos_p': 0.0013295449316501617, 'pos0_bos_top1': 0, 'last_eos_p': 0.99997878074646, 'last_eos_top1': 4} +step=115000 loss=2.6076 {'pos0_bos_p': 0.0012881204020231962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999767541885376, 'last_eos_top1': 4} +step=115050 loss=3.4746 {'pos0_bos_p': 0.0012679924257099628, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=115100 loss=2.8576 {'pos0_bos_p': 0.001301953918300569, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999805688858032, 'last_eos_top1': 4} +step=115150 loss=3.6786 {'pos0_bos_p': 0.0013447010423988104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999806880950928, 'last_eos_top1': 4} +step=115200 loss=3.2493 {'pos0_bos_p': 0.0013314220122992992, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999814033508301, 'last_eos_top1': 4} +step=115250 loss=2.9399 {'pos0_bos_p': 0.001370154321193695, 'pos0_bos_top1': 0, 'last_eos_p': 0.999981164932251, 'last_eos_top1': 4} +step=115300 loss=2.5487 {'pos0_bos_p': 0.0012783657293766737, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999794960021973, 'last_eos_top1': 4} +step=115350 loss=3.4818 {'pos0_bos_p': 0.0013319907011464238, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999799728393555, 'last_eos_top1': 4} +step=115400 loss=2.8024 {'pos0_bos_p': 0.0013725417666137218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=115450 loss=2.9322 {'pos0_bos_p': 0.00123347039334476, 'pos0_bos_top1': 0, 'last_eos_p': 0.999981164932251, 'last_eos_top1': 4} +step=115500 loss=2.7505 {'pos0_bos_p': 0.0012600698973983526, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=115550 loss=3.0363 {'pos0_bos_p': 0.0014151239302009344, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=115600 loss=2.6990 {'pos0_bos_p': 0.0013341855956241488, 'pos0_bos_top1': 0, 'last_eos_p': 0.999982476234436, 'last_eos_top1': 4} +step=115650 loss=2.9302 {'pos0_bos_p': 0.0012154816649854183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=115700 loss=2.9894 {'pos0_bos_p': 0.0011697282316163182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=115750 loss=3.1791 {'pos0_bos_p': 0.0013312269002199173, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=115800 loss=2.8501 {'pos0_bos_p': 0.0012464484898373485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=115850 loss=3.1325 {'pos0_bos_p': 0.001363879768177867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=115900 loss=2.4623 {'pos0_bos_p': 0.0013571953168138862, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=115950 loss=2.3781 {'pos0_bos_p': 0.0013467175886034966, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=116000 loss=2.7110 {'pos0_bos_p': 0.0014173212694004178, 'pos0_bos_top1': 0, 'last_eos_p': 0.999982476234436, 'last_eos_top1': 4} +step=116050 loss=3.0845 {'pos0_bos_p': 0.001367728691548109, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=116100 loss=2.9003 {'pos0_bos_p': 0.0013029169058427215, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=116150 loss=2.8883 {'pos0_bos_p': 0.0012687831185758114, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=116200 loss=2.7719 {'pos0_bos_p': 0.0013479781337082386, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=116250 loss=2.6836 {'pos0_bos_p': 0.001251844223588705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=116300 loss=3.1814 {'pos0_bos_p': 0.0013450449332594872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=116350 loss=2.6565 {'pos0_bos_p': 0.0014026362914592028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=116400 loss=2.8018 {'pos0_bos_p': 0.0012423234293237329, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=116450 loss=2.5717 {'pos0_bos_p': 0.0012924137990921736, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=116500 loss=2.7069 {'pos0_bos_p': 0.0013322910526767373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=116550 loss=2.7405 {'pos0_bos_p': 0.0014249521773308516, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=116600 loss=2.5745 {'pos0_bos_p': 0.001338909030891955, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=116650 loss=2.2719 {'pos0_bos_p': 0.0013166953576728702, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=116700 loss=2.5434 {'pos0_bos_p': 0.0013514455640688539, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=116750 loss=3.0937 {'pos0_bos_p': 0.0012198766926303506, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=116800 loss=2.9047 {'pos0_bos_p': 0.0013459725305438042, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=116850 loss=3.0133 {'pos0_bos_p': 0.0013126563280820847, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999815225601196, 'last_eos_top1': 4} +step=116900 loss=2.5284 {'pos0_bos_p': 0.0013052430003881454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=116950 loss=2.9857 {'pos0_bos_p': 0.0013186538126319647, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=117000 loss=3.4309 {'pos0_bos_p': 0.0013402741169556975, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=117050 loss=3.2958 {'pos0_bos_p': 0.0013754275860264897, 'pos0_bos_top1': 0, 'last_eos_p': 0.999981164932251, 'last_eos_top1': 4} +step=117100 loss=2.4157 {'pos0_bos_p': 0.0012630366254597902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=117150 loss=3.5651 {'pos0_bos_p': 0.0012051562080159783, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=117200 loss=2.8380 {'pos0_bos_p': 0.001276663038879633, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999819993972778, 'last_eos_top1': 4} +step=117250 loss=2.7805 {'pos0_bos_p': 0.0012783593265339732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999802112579346, 'last_eos_top1': 4} +step=117300 loss=2.5222 {'pos0_bos_p': 0.0013978439383208752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999806880950928, 'last_eos_top1': 4} +step=117350 loss=2.5860 {'pos0_bos_p': 0.0013263780856505036, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999793767929077, 'last_eos_top1': 4} +step=117400 loss=2.5344 {'pos0_bos_p': 0.0012868474004790187, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=117450 loss=2.6685 {'pos0_bos_p': 0.0012829388724640012, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999815225601196, 'last_eos_top1': 4} +step=117500 loss=3.1697 {'pos0_bos_p': 0.0012648007832467556, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=117550 loss=2.5933 {'pos0_bos_p': 0.0012674479512497783, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=117600 loss=2.8720 {'pos0_bos_p': 0.0012602017959579825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999788999557495, 'last_eos_top1': 4} +step=117650 loss=2.8703 {'pos0_bos_p': 0.0013491685967892408, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=117700 loss=3.1069 {'pos0_bos_p': 0.001350067788735032, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=117750 loss=2.8169 {'pos0_bos_p': 0.001334575586952269, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=117800 loss=2.8141 {'pos0_bos_p': 0.0012567023513838649, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999814033508301, 'last_eos_top1': 4} +step=117850 loss=2.5268 {'pos0_bos_p': 0.0013309973292052746, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=117900 loss=2.6034 {'pos0_bos_p': 0.0011921179248020053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=117950 loss=2.9458 {'pos0_bos_p': 0.0013105020625516772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=118000 loss=2.5504 {'pos0_bos_p': 0.0012851894134655595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=118050 loss=2.6253 {'pos0_bos_p': 0.0012749932939186692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=118100 loss=2.8418 {'pos0_bos_p': 0.0012684924295172095, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=118150 loss=2.8626 {'pos0_bos_p': 0.0012811634223908186, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=118200 loss=3.0123 {'pos0_bos_p': 0.001235657138749957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=118250 loss=2.5730 {'pos0_bos_p': 0.0012607764219865203, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999829530715942, 'last_eos_top1': 4} +step=118300 loss=2.7636 {'pos0_bos_p': 0.0012506465427577496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=118350 loss=2.8534 {'pos0_bos_p': 0.0011915919603779912, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=118400 loss=3.2483 {'pos0_bos_p': 0.001251916983164847, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=118450 loss=3.2990 {'pos0_bos_p': 0.0013364014448598027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=118500 loss=2.5669 {'pos0_bos_p': 0.0012493515387177467, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=118550 loss=3.0463 {'pos0_bos_p': 0.0012670786818489432, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=118600 loss=2.4014 {'pos0_bos_p': 0.0012633755104616284, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=118650 loss=3.0282 {'pos0_bos_p': 0.0013283755397424102, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=118700 loss=2.6878 {'pos0_bos_p': 0.0013188739540055394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=118750 loss=2.6369 {'pos0_bos_p': 0.0012719661463052034, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=118800 loss=3.3989 {'pos0_bos_p': 0.0013833955163136125, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999819993972778, 'last_eos_top1': 4} +step=118850 loss=2.8513 {'pos0_bos_p': 0.0013349645305424929, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=118900 loss=3.3168 {'pos0_bos_p': 0.00132889358792454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999819993972778, 'last_eos_top1': 4} +step=118950 loss=2.7141 {'pos0_bos_p': 0.0012884867610409856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=119000 loss=2.3929 {'pos0_bos_p': 0.0012809346662834287, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=119050 loss=2.8705 {'pos0_bos_p': 0.0012840639101341367, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=119100 loss=2.5643 {'pos0_bos_p': 0.0012959727318957448, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=119150 loss=3.2223 {'pos0_bos_p': 0.001218264689669013, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=119200 loss=2.8933 {'pos0_bos_p': 0.0012876237742602825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=119250 loss=3.0592 {'pos0_bos_p': 0.0013594557531177998, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=119300 loss=3.7483 {'pos0_bos_p': 0.0013347354251891375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=119350 loss=2.8372 {'pos0_bos_p': 0.0013232991332188249, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=119400 loss=2.9454 {'pos0_bos_p': 0.0012896503321826458, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=119450 loss=2.5378 {'pos0_bos_p': 0.0013518400955945253, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=119500 loss=2.4938 {'pos0_bos_p': 0.001389687997289002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=119550 loss=2.8581 {'pos0_bos_p': 0.0013641943223774433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=119600 loss=2.8414 {'pos0_bos_p': 0.0013514329912140965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=119650 loss=2.5081 {'pos0_bos_p': 0.0012637932086363435, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=119700 loss=2.5653 {'pos0_bos_p': 0.0012160242768004537, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=119750 loss=2.9498 {'pos0_bos_p': 0.0012910683872178197, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=119800 loss=2.9250 {'pos0_bos_p': 0.0013440276961773634, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=119850 loss=2.6918 {'pos0_bos_p': 0.00122669932898134, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=119900 loss=2.3192 {'pos0_bos_p': 0.0013231916818767786, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=119950 loss=2.6167 {'pos0_bos_p': 0.0012673120945692062, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=120000 loss=3.1665 {'pos0_bos_p': 0.0013104320969432592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=120050 loss=3.0238 {'pos0_bos_p': 0.0012410926865413785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=120100 loss=3.1051 {'pos0_bos_p': 0.0012610942358151078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=120150 loss=2.7063 {'pos0_bos_p': 0.0012563784839585423, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=120200 loss=2.4725 {'pos0_bos_p': 0.0012666706461459398, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=120250 loss=2.7630 {'pos0_bos_p': 0.0012691590236499906, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=120300 loss=2.6479 {'pos0_bos_p': 0.001258677220903337, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=120350 loss=2.5252 {'pos0_bos_p': 0.0012985134962946177, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=120400 loss=3.1625 {'pos0_bos_p': 0.001342997420579195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=120450 loss=2.7270 {'pos0_bos_p': 0.0012508529471233487, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=120500 loss=3.1001 {'pos0_bos_p': 0.0012654451420530677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=120550 loss=2.3790 {'pos0_bos_p': 0.0012268505524843931, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=120600 loss=2.6030 {'pos0_bos_p': 0.001270066830329597, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=120650 loss=2.7464 {'pos0_bos_p': 0.0013280040584504604, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=120700 loss=2.6390 {'pos0_bos_p': 0.0013852205593138933, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=120750 loss=2.4132 {'pos0_bos_p': 0.001206493005156517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=120800 loss=3.7152 {'pos0_bos_p': 0.001362165785394609, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=120850 loss=2.7870 {'pos0_bos_p': 0.0013133336324244738, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=120900 loss=3.0482 {'pos0_bos_p': 0.0013048802502453327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=120950 loss=2.2699 {'pos0_bos_p': 0.001378629938699305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=121000 loss=2.5912 {'pos0_bos_p': 0.0013057375326752663, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=121050 loss=3.2680 {'pos0_bos_p': 0.0013755757827311754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=121100 loss=2.6395 {'pos0_bos_p': 0.0013105132384225726, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=121150 loss=2.7657 {'pos0_bos_p': 0.0013086646795272827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=121200 loss=2.8785 {'pos0_bos_p': 0.0013142537791281939, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=121250 loss=2.7172 {'pos0_bos_p': 0.001352715422399342, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=121300 loss=2.5057 {'pos0_bos_p': 0.001433794037438929, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=121350 loss=2.8172 {'pos0_bos_p': 0.0013611429603770375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=121400 loss=2.6836 {'pos0_bos_p': 0.0013465239899232984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=121450 loss=3.1723 {'pos0_bos_p': 0.001267584040760994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=121500 loss=2.9490 {'pos0_bos_p': 0.001354216132313013, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=121550 loss=3.0600 {'pos0_bos_p': 0.0013132807798683643, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=121600 loss=3.0825 {'pos0_bos_p': 0.0012677041813731194, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=121650 loss=2.4350 {'pos0_bos_p': 0.0014566467143595219, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=121700 loss=2.7932 {'pos0_bos_p': 0.001330675440840423, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=121750 loss=3.5061 {'pos0_bos_p': 0.0012833880027756095, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=121800 loss=2.6295 {'pos0_bos_p': 0.0013935555471107364, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=121850 loss=2.7169 {'pos0_bos_p': 0.0012819173280149698, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=121900 loss=2.8227 {'pos0_bos_p': 0.0012910004006698728, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=121950 loss=2.7032 {'pos0_bos_p': 0.0013898537727072835, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=122000 loss=3.1851 {'pos0_bos_p': 0.0013037363532930613, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=122050 loss=2.6357 {'pos0_bos_p': 0.0013340270379558206, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=122100 loss=3.0826 {'pos0_bos_p': 0.0012881698785349727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=122150 loss=2.9367 {'pos0_bos_p': 0.0012408110778778791, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=122200 loss=3.4210 {'pos0_bos_p': 0.0012689019786193967, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=122250 loss=2.8903 {'pos0_bos_p': 0.001317354617640376, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=122300 loss=2.7495 {'pos0_bos_p': 0.001332305371761322, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=122350 loss=2.4992 {'pos0_bos_p': 0.0013473141007125378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=122400 loss=2.1995 {'pos0_bos_p': 0.0013668236788362265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=122450 loss=2.7179 {'pos0_bos_p': 0.0013045157538726926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999798536300659, 'last_eos_top1': 4} +step=122500 loss=2.9797 {'pos0_bos_p': 0.001327294041402638, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=122550 loss=2.8972 {'pos0_bos_p': 0.0012900534784421325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=122600 loss=2.1229 {'pos0_bos_p': 0.0014490664470940828, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999808073043823, 'last_eos_top1': 4} +step=122650 loss=2.9066 {'pos0_bos_p': 0.0013639196986332536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999812841415405, 'last_eos_top1': 4} +step=122700 loss=2.5965 {'pos0_bos_p': 0.0013265133602544665, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999822378158569, 'last_eos_top1': 4} +step=122750 loss=2.4399 {'pos0_bos_p': 0.0013265513116493821, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999817609786987, 'last_eos_top1': 4} +step=122800 loss=3.3643 {'pos0_bos_p': 0.0014114797813817859, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=122850 loss=3.0208 {'pos0_bos_p': 0.0013026637025177479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=122900 loss=2.8210 {'pos0_bos_p': 0.001228010980412364, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999819993972778, 'last_eos_top1': 4} +step=122950 loss=2.9330 {'pos0_bos_p': 0.0013516275212168694, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999829530715942, 'last_eos_top1': 4} +step=123000 loss=2.7810 {'pos0_bos_p': 0.0013832583790645003, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=123050 loss=3.1315 {'pos0_bos_p': 0.001355364453047514, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=123100 loss=3.0803 {'pos0_bos_p': 0.0013004611246287823, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=123150 loss=2.4231 {'pos0_bos_p': 0.0013178932713344693, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=123200 loss=2.8445 {'pos0_bos_p': 0.0013122124364599586, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=123250 loss=2.8415 {'pos0_bos_p': 0.0013426572550088167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=123300 loss=3.2928 {'pos0_bos_p': 0.001340258284471929, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=123350 loss=2.5027 {'pos0_bos_p': 0.00127075903583318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=123400 loss=3.3114 {'pos0_bos_p': 0.0012974066194146872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=123450 loss=2.8992 {'pos0_bos_p': 0.001330709201283753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=123500 loss=2.8321 {'pos0_bos_p': 0.0013610946480184793, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=123550 loss=2.7010 {'pos0_bos_p': 0.001322116469964385, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=123600 loss=2.9646 {'pos0_bos_p': 0.0013902122154831886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=123650 loss=2.2981 {'pos0_bos_p': 0.0012276085326448083, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=123700 loss=2.5471 {'pos0_bos_p': 0.0013114676112309098, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=123750 loss=2.5527 {'pos0_bos_p': 0.0013160613598302007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=123800 loss=3.4409 {'pos0_bos_p': 0.0013220316031947732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=123850 loss=2.9237 {'pos0_bos_p': 0.001315006404183805, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=123900 loss=3.3293 {'pos0_bos_p': 0.00130154297221452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=123950 loss=2.5942 {'pos0_bos_p': 0.0012298005167394876, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=124000 loss=3.6414 {'pos0_bos_p': 0.0012573373969644308, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=124050 loss=2.8827 {'pos0_bos_p': 0.001280471682548523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=124100 loss=2.5917 {'pos0_bos_p': 0.001344995922408998, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=124150 loss=2.3788 {'pos0_bos_p': 0.0013382879551500082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=124200 loss=3.1276 {'pos0_bos_p': 0.0012781077530235052, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=124250 loss=2.8522 {'pos0_bos_p': 0.0013506741961464286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999833106994629, 'last_eos_top1': 4} +step=124300 loss=2.3930 {'pos0_bos_p': 0.001356042455881834, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=124350 loss=2.0267 {'pos0_bos_p': 0.0012884109746664762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=124400 loss=3.0513 {'pos0_bos_p': 0.0013756182743236423, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=124450 loss=2.7826 {'pos0_bos_p': 0.0013152508763596416, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=124500 loss=2.5772 {'pos0_bos_p': 0.0013785514747723937, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=124550 loss=2.5505 {'pos0_bos_p': 0.0012781203258782625, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=124600 loss=2.7785 {'pos0_bos_p': 0.0013005597284063697, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=124650 loss=2.9141 {'pos0_bos_p': 0.0013874552678316832, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=124700 loss=2.6942 {'pos0_bos_p': 0.0014073282945901155, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=124750 loss=2.9648 {'pos0_bos_p': 0.0013509137788787484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=124800 loss=3.1394 {'pos0_bos_p': 0.0013270806521177292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=124850 loss=3.1209 {'pos0_bos_p': 0.001362681738100946, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=124900 loss=2.6233 {'pos0_bos_p': 0.0013363428879529238, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=124950 loss=3.1823 {'pos0_bos_p': 0.0013224462745711207, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=125000 loss=3.2308 {'pos0_bos_p': 0.001364234834909439, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=125050 loss=2.5231 {'pos0_bos_p': 0.0013901657657697797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=125100 loss=3.0152 {'pos0_bos_p': 0.00136085064150393, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=125150 loss=2.4071 {'pos0_bos_p': 0.0013481855858117342, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=125200 loss=3.3174 {'pos0_bos_p': 0.001279335469007492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=125250 loss=2.3368 {'pos0_bos_p': 0.0013194705825299025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=125300 loss=3.0141 {'pos0_bos_p': 0.0014066115254536271, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=125350 loss=2.1534 {'pos0_bos_p': 0.0013976235641166568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=125400 loss=3.0097 {'pos0_bos_p': 0.001321637537330389, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=125450 loss=2.6999 {'pos0_bos_p': 0.001323255943134427, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=125500 loss=2.8992 {'pos0_bos_p': 0.001306871883571148, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=125550 loss=2.8275 {'pos0_bos_p': 0.0013200187822803855, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=125600 loss=2.5447 {'pos0_bos_p': 0.0013678247341886163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=125650 loss=2.6172 {'pos0_bos_p': 0.0012780973920598626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=125700 loss=2.9780 {'pos0_bos_p': 0.0012676087208092213, 'pos0_bos_top1': 0, 'last_eos_p': 0.999982476234436, 'last_eos_top1': 4} +step=125750 loss=2.5658 {'pos0_bos_p': 0.0014340538764372468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=125800 loss=2.9066 {'pos0_bos_p': 0.0013133198954164982, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=125850 loss=2.3197 {'pos0_bos_p': 0.0013454905711114407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=125900 loss=2.7521 {'pos0_bos_p': 0.0013511949218809605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=125950 loss=2.8585 {'pos0_bos_p': 0.0014216493582352996, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=126000 loss=3.3125 {'pos0_bos_p': 0.0013087551342323422, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=126050 loss=2.8237 {'pos0_bos_p': 0.0012958206934854388, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=126100 loss=2.8963 {'pos0_bos_p': 0.0014139596605673432, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=126150 loss=3.1092 {'pos0_bos_p': 0.0012324113631621003, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=126200 loss=2.5560 {'pos0_bos_p': 0.0012900568544864655, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=126250 loss=2.8846 {'pos0_bos_p': 0.0013706806348636746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=126300 loss=2.5289 {'pos0_bos_p': 0.0012944993795827031, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=126350 loss=2.5920 {'pos0_bos_p': 0.0014223236357793212, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=126400 loss=3.1854 {'pos0_bos_p': 0.0013412069529294968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=126450 loss=3.0838 {'pos0_bos_p': 0.001386741641908884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=126500 loss=2.8227 {'pos0_bos_p': 0.0012667864793911576, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=126550 loss=2.8300 {'pos0_bos_p': 0.0013348623178899288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=126600 loss=2.8475 {'pos0_bos_p': 0.0013488706899806857, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=126650 loss=2.4504 {'pos0_bos_p': 0.0013686962192878127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999829530715942, 'last_eos_top1': 4} +step=126700 loss=2.9694 {'pos0_bos_p': 0.0012637510662898421, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=126750 loss=2.7876 {'pos0_bos_p': 0.0012167387176305056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=126800 loss=2.1342 {'pos0_bos_p': 0.0013551786541938782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=126850 loss=2.9188 {'pos0_bos_p': 0.0011364618549123406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=126900 loss=3.1888 {'pos0_bos_p': 0.001269299304112792, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=126950 loss=2.6677 {'pos0_bos_p': 0.0012773213675245643, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=127000 loss=3.6067 {'pos0_bos_p': 0.0012318635126575828, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=127050 loss=2.0761 {'pos0_bos_p': 0.0012066630879417062, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=127100 loss=2.5183 {'pos0_bos_p': 0.001312719308771193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=127150 loss=2.9280 {'pos0_bos_p': 0.0013047680258750916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=127200 loss=2.8832 {'pos0_bos_p': 0.0012304348638281226, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=127250 loss=2.6713 {'pos0_bos_p': 0.0013175802305340767, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=127300 loss=2.4848 {'pos0_bos_p': 0.001253887894563377, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=127350 loss=2.8721 {'pos0_bos_p': 0.001283625839278102, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=127400 loss=3.1988 {'pos0_bos_p': 0.0013782778987661004, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=127450 loss=2.4929 {'pos0_bos_p': 0.0012934516416862607, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=127500 loss=2.7648 {'pos0_bos_p': 0.0013978787465021014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=127550 loss=2.8200 {'pos0_bos_p': 0.0013781754532828927, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=127600 loss=2.7320 {'pos0_bos_p': 0.0012952805263921618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=127650 loss=3.1488 {'pos0_bos_p': 0.00131976546254009, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=127700 loss=3.1642 {'pos0_bos_p': 0.0013553269673138857, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=127750 loss=2.9826 {'pos0_bos_p': 0.0013297747354954481, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=127800 loss=2.8170 {'pos0_bos_p': 0.0013365825871005654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=127850 loss=2.7550 {'pos0_bos_p': 0.0013390982057899237, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=127900 loss=2.9604 {'pos0_bos_p': 0.0013473363360390067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=127950 loss=2.4673 {'pos0_bos_p': 0.0012916380073875189, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=128000 loss=2.6131 {'pos0_bos_p': 0.0012978435261175036, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=128050 loss=2.7014 {'pos0_bos_p': 0.0013114078901708126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999827146530151, 'last_eos_top1': 4} +step=128100 loss=2.7512 {'pos0_bos_p': 0.0012366160517558455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=128150 loss=2.4063 {'pos0_bos_p': 0.001286459737457335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=128200 loss=2.8866 {'pos0_bos_p': 0.0012350426986813545, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=128250 loss=2.8174 {'pos0_bos_p': 0.0013407543301582336, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=128300 loss=3.3129 {'pos0_bos_p': 0.0012699642684310675, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=128350 loss=2.6283 {'pos0_bos_p': 0.0012119634775444865, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=128400 loss=3.2362 {'pos0_bos_p': 0.0013053026050329208, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=128450 loss=3.6245 {'pos0_bos_p': 0.0012792983325198293, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=128500 loss=2.5350 {'pos0_bos_p': 0.0013912925496697426, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=128550 loss=2.7185 {'pos0_bos_p': 0.001394455088302493, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=128600 loss=2.7791 {'pos0_bos_p': 0.0012384034926071763, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=128650 loss=2.7111 {'pos0_bos_p': 0.001292441156692803, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=128700 loss=2.2971 {'pos0_bos_p': 0.001297212322242558, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=128750 loss=3.0908 {'pos0_bos_p': 0.0012991068651899695, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=128800 loss=2.4128 {'pos0_bos_p': 0.0013465338852256536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=128850 loss=3.0836 {'pos0_bos_p': 0.0014257105067372322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=128900 loss=3.0403 {'pos0_bos_p': 0.0013106664409860969, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=128950 loss=2.6828 {'pos0_bos_p': 0.0012378569226711988, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=129000 loss=2.5901 {'pos0_bos_p': 0.0013267352478578687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=129050 loss=2.3823 {'pos0_bos_p': 0.0014196051051840186, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=129100 loss=2.2381 {'pos0_bos_p': 0.0013625257415696979, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=129150 loss=2.6026 {'pos0_bos_p': 0.0012948710937052965, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=129200 loss=2.5436 {'pos0_bos_p': 0.001234410097822547, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=129250 loss=2.6803 {'pos0_bos_p': 0.0013232879573479295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=129300 loss=2.3808 {'pos0_bos_p': 0.0013237068196758628, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=129350 loss=2.8761 {'pos0_bos_p': 0.0013335292460396886, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=129400 loss=2.7361 {'pos0_bos_p': 0.0013402733020484447, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=129450 loss=2.7474 {'pos0_bos_p': 0.0013785148039460182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=129500 loss=3.0444 {'pos0_bos_p': 0.0013830831740051508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=129550 loss=2.6090 {'pos0_bos_p': 0.0013036748860031366, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=129600 loss=2.7140 {'pos0_bos_p': 0.0013144017430022359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=129650 loss=2.8904 {'pos0_bos_p': 0.0013232090277597308, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=129700 loss=2.6167 {'pos0_bos_p': 0.0014160977443680167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=129750 loss=2.3932 {'pos0_bos_p': 0.001342996722087264, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=129800 loss=2.9506 {'pos0_bos_p': 0.0013783404137939215, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=129850 loss=3.0008 {'pos0_bos_p': 0.0013322659069672227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=129900 loss=3.4785 {'pos0_bos_p': 0.001292632077820599, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=129950 loss=2.7298 {'pos0_bos_p': 0.0012992221163585782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=130000 loss=2.7277 {'pos0_bos_p': 0.0013076765462756157, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999809265136719, 'last_eos_top1': 4} +step=130050 loss=2.7002 {'pos0_bos_p': 0.0013133920729160309, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999804496765137, 'last_eos_top1': 4} +step=130100 loss=2.5356 {'pos0_bos_p': 0.0012683821842074394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999803304672241, 'last_eos_top1': 4} +step=130150 loss=3.1092 {'pos0_bos_p': 0.0013932749861851335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=130200 loss=2.4590 {'pos0_bos_p': 0.0013236860977485776, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=130250 loss=2.5156 {'pos0_bos_p': 0.001282544108107686, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999816417694092, 'last_eos_top1': 4} +step=130300 loss=3.2941 {'pos0_bos_p': 0.001267806626856327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=130350 loss=2.6652 {'pos0_bos_p': 0.001456956029869616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999829530715942, 'last_eos_top1': 4} +step=130400 loss=2.8757 {'pos0_bos_p': 0.001320956856943667, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=130450 loss=2.9155 {'pos0_bos_p': 0.0013200591783970594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=130500 loss=3.1069 {'pos0_bos_p': 0.0014056883519515395, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=130550 loss=3.0127 {'pos0_bos_p': 0.0013031616108492017, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=130600 loss=2.3419 {'pos0_bos_p': 0.0013377113500609994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999829530715942, 'last_eos_top1': 4} +step=130650 loss=2.6966 {'pos0_bos_p': 0.001327842939645052, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999818801879883, 'last_eos_top1': 4} +step=130700 loss=2.1921 {'pos0_bos_p': 0.0013724976452067494, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999821186065674, 'last_eos_top1': 4} +step=130750 loss=2.5171 {'pos0_bos_p': 0.0014294135617092252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=130800 loss=3.0173 {'pos0_bos_p': 0.0013344752369448543, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999810457229614, 'last_eos_top1': 4} +step=130850 loss=3.0783 {'pos0_bos_p': 0.0013654317008331418, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=130900 loss=2.7680 {'pos0_bos_p': 0.0013506276300176978, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=130950 loss=2.8212 {'pos0_bos_p': 0.0013152974424883723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=131000 loss=2.5830 {'pos0_bos_p': 0.0013237664243206382, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=131050 loss=3.4048 {'pos0_bos_p': 0.0012365812435746193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999815225601196, 'last_eos_top1': 4} +step=131100 loss=3.5142 {'pos0_bos_p': 0.0013311362126842141, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=131150 loss=2.4421 {'pos0_bos_p': 0.0013151755556464195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=131200 loss=2.3211 {'pos0_bos_p': 0.0013618110679090023, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=131250 loss=2.9487 {'pos0_bos_p': 0.0013046831591054797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=131300 loss=2.9139 {'pos0_bos_p': 0.0013902239734306931, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=131350 loss=2.8219 {'pos0_bos_p': 0.0012520861346274614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=131400 loss=2.1667 {'pos0_bos_p': 0.0013161338865756989, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=131450 loss=2.5960 {'pos0_bos_p': 0.0012340142857283354, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=131500 loss=2.9343 {'pos0_bos_p': 0.00127673358656466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=131550 loss=2.8366 {'pos0_bos_p': 0.0013334068935364485, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=131600 loss=2.6489 {'pos0_bos_p': 0.0013797173742204905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=131650 loss=2.9073 {'pos0_bos_p': 0.0013383509358391166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=131700 loss=2.9920 {'pos0_bos_p': 0.0013183540431782603, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=131750 loss=2.7381 {'pos0_bos_p': 0.0013069984270259738, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=131800 loss=2.5820 {'pos0_bos_p': 0.0013078958727419376, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=131850 loss=2.5974 {'pos0_bos_p': 0.001347423647530377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=131900 loss=2.7340 {'pos0_bos_p': 0.0012856031535193324, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=131950 loss=2.6813 {'pos0_bos_p': 0.001343063311651349, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=132000 loss=2.7677 {'pos0_bos_p': 0.0013613933697342873, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=132050 loss=2.8646 {'pos0_bos_p': 0.001386225805617869, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=132100 loss=2.6280 {'pos0_bos_p': 0.0012570092221722007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=132150 loss=2.6304 {'pos0_bos_p': 0.00130634440574795, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=132200 loss=2.6145 {'pos0_bos_p': 0.0013143208343535662, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=132250 loss=2.8857 {'pos0_bos_p': 0.0013250678312033415, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=132300 loss=2.2696 {'pos0_bos_p': 0.0012849910417571664, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=132350 loss=2.8870 {'pos0_bos_p': 0.0013702231226488948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=132400 loss=3.0180 {'pos0_bos_p': 0.001254681614227593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=132450 loss=2.7168 {'pos0_bos_p': 0.001293456880375743, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=132500 loss=2.5145 {'pos0_bos_p': 0.0012815793743357062, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=132550 loss=2.7895 {'pos0_bos_p': 0.0012528442312031984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=132600 loss=3.0459 {'pos0_bos_p': 0.001322066760621965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=132650 loss=2.5636 {'pos0_bos_p': 0.0013670125044882298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=132700 loss=2.6051 {'pos0_bos_p': 0.0012200053315609694, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=132750 loss=2.6561 {'pos0_bos_p': 0.001314419787377119, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=132800 loss=2.6721 {'pos0_bos_p': 0.0013065513921901584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=132850 loss=3.2673 {'pos0_bos_p': 0.0013391526881605387, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=132900 loss=2.8773 {'pos0_bos_p': 0.0014034612104296684, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=132950 loss=2.6861 {'pos0_bos_p': 0.001265775877982378, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=133000 loss=2.6109 {'pos0_bos_p': 0.0012477964628487825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=133050 loss=2.9071 {'pos0_bos_p': 0.001434504403732717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=133100 loss=3.1495 {'pos0_bos_p': 0.0013184747658669949, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=133150 loss=3.1382 {'pos0_bos_p': 0.0013263842556625605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=133200 loss=2.5294 {'pos0_bos_p': 0.001283896854147315, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=133250 loss=3.2465 {'pos0_bos_p': 0.001335191074758768, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=133300 loss=3.5329 {'pos0_bos_p': 0.0013383381301537156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999823570251465, 'last_eos_top1': 4} +step=133350 loss=2.8745 {'pos0_bos_p': 0.0013064739760011435, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=133400 loss=2.7803 {'pos0_bos_p': 0.0012929510558024049, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=133450 loss=2.5783 {'pos0_bos_p': 0.0013508512638509274, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=133500 loss=2.7966 {'pos0_bos_p': 0.0013886709930375218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=133550 loss=3.1830 {'pos0_bos_p': 0.0012817179085686803, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=133600 loss=2.3315 {'pos0_bos_p': 0.0012609352124854922, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=133650 loss=2.5303 {'pos0_bos_p': 0.0013364683836698532, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=133700 loss=2.4131 {'pos0_bos_p': 0.0013411607360467315, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=133750 loss=2.9100 {'pos0_bos_p': 0.0012715737102553248, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=133800 loss=2.4658 {'pos0_bos_p': 0.001324777607806027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=133850 loss=2.9518 {'pos0_bos_p': 0.0012303903931751847, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=133900 loss=2.4698 {'pos0_bos_p': 0.0012549106031656265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999825954437256, 'last_eos_top1': 4} +step=133950 loss=2.6385 {'pos0_bos_p': 0.001332758809439838, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=134000 loss=2.7472 {'pos0_bos_p': 0.0012926904018968344, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=134050 loss=2.6199 {'pos0_bos_p': 0.0013910253765061498, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999840259552002, 'last_eos_top1': 4} +step=134100 loss=2.7723 {'pos0_bos_p': 0.0012980299070477486, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=134150 loss=2.8780 {'pos0_bos_p': 0.0013335569528862834, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=134200 loss=2.9052 {'pos0_bos_p': 0.0013246709713712335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=134250 loss=2.4571 {'pos0_bos_p': 0.0013447002274915576, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=134300 loss=3.0681 {'pos0_bos_p': 0.0013391708489507437, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=134350 loss=2.8134 {'pos0_bos_p': 0.001315644825808704, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=134400 loss=2.7981 {'pos0_bos_p': 0.001366275711916387, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=134450 loss=3.0546 {'pos0_bos_p': 0.0013476746389642358, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=134500 loss=2.6200 {'pos0_bos_p': 0.0013730195350944996, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=134550 loss=2.9559 {'pos0_bos_p': 0.0013437009183689952, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=134600 loss=2.4313 {'pos0_bos_p': 0.0013794362312182784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=134650 loss=2.8647 {'pos0_bos_p': 0.001354450942017138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=134700 loss=2.8383 {'pos0_bos_p': 0.0012546624056994915, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=134750 loss=2.9116 {'pos0_bos_p': 0.0012737937504425645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=134800 loss=2.7140 {'pos0_bos_p': 0.0013131388695910573, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=134850 loss=2.4406 {'pos0_bos_p': 0.0013440196635201573, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=134900 loss=2.6280 {'pos0_bos_p': 0.001402496942318976, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=134950 loss=2.9454 {'pos0_bos_p': 0.0013246570015326142, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=135000 loss=2.5435 {'pos0_bos_p': 0.0014423407847061753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=135050 loss=2.5809 {'pos0_bos_p': 0.001371106132864952, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=135100 loss=2.6381 {'pos0_bos_p': 0.0013212694320827723, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=135150 loss=2.9504 {'pos0_bos_p': 0.001303732511587441, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=135200 loss=2.4050 {'pos0_bos_p': 0.001293912879191339, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=135250 loss=2.4378 {'pos0_bos_p': 0.001362583483569324, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=135300 loss=2.2831 {'pos0_bos_p': 0.0013234125217422843, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=135350 loss=2.7283 {'pos0_bos_p': 0.0013325687032192945, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=135400 loss=2.7547 {'pos0_bos_p': 0.001305276295170188, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=135450 loss=2.8583 {'pos0_bos_p': 0.0013340696459636092, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=135500 loss=2.5106 {'pos0_bos_p': 0.0012756033102050424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=135550 loss=2.4456 {'pos0_bos_p': 0.0013008570531383157, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=135600 loss=2.9151 {'pos0_bos_p': 0.0013149846345186234, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=135650 loss=2.7391 {'pos0_bos_p': 0.0013586741406470537, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=135700 loss=2.4656 {'pos0_bos_p': 0.0013326933840289712, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=135750 loss=2.8549 {'pos0_bos_p': 0.0013344422914087772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=135800 loss=3.6472 {'pos0_bos_p': 0.0013351222733035684, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=135850 loss=2.6036 {'pos0_bos_p': 0.00133343948982656, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=135900 loss=2.7570 {'pos0_bos_p': 0.0013130544684827328, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=135950 loss=2.9253 {'pos0_bos_p': 0.0012430570786818862, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=136000 loss=3.0575 {'pos0_bos_p': 0.0013049833942204714, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=136050 loss=2.9375 {'pos0_bos_p': 0.0012677208287641406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=136100 loss=2.4647 {'pos0_bos_p': 0.001320654177106917, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=136150 loss=3.3154 {'pos0_bos_p': 0.001372632454149425, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=136200 loss=3.0602 {'pos0_bos_p': 0.0013487606775015593, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=136250 loss=2.8944 {'pos0_bos_p': 0.0013027263339608908, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=136300 loss=2.8296 {'pos0_bos_p': 0.0013378544244915247, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=136350 loss=2.9480 {'pos0_bos_p': 0.0012481783051043749, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=136400 loss=2.8084 {'pos0_bos_p': 0.0012893357779830694, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=136450 loss=2.8615 {'pos0_bos_p': 0.0013432024279609323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=136500 loss=2.4694 {'pos0_bos_p': 0.0013391603715717793, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=136550 loss=2.7202 {'pos0_bos_p': 0.0012457219418138266, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=136600 loss=2.8943 {'pos0_bos_p': 0.0013428544625639915, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=136650 loss=3.1226 {'pos0_bos_p': 0.001262273290194571, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=136700 loss=2.0739 {'pos0_bos_p': 0.0012982222251594067, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=136750 loss=3.0205 {'pos0_bos_p': 0.0012699448270723224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=136800 loss=2.9299 {'pos0_bos_p': 0.001363591174595058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=136850 loss=2.6839 {'pos0_bos_p': 0.001324020209722221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=136900 loss=3.0203 {'pos0_bos_p': 0.0012638524640351534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=136950 loss=3.0065 {'pos0_bos_p': 0.0013297459809109569, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=137000 loss=2.6504 {'pos0_bos_p': 0.0013874119613319635, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=137050 loss=2.7976 {'pos0_bos_p': 0.0013082242803648114, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=137100 loss=2.7430 {'pos0_bos_p': 0.0012229145504534245, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=137150 loss=2.6580 {'pos0_bos_p': 0.0012400582199916244, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=137200 loss=2.9810 {'pos0_bos_p': 0.0012585697695612907, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=137250 loss=2.8707 {'pos0_bos_p': 0.001255745068192482, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=137300 loss=3.0926 {'pos0_bos_p': 0.001280035125091672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=137350 loss=2.9232 {'pos0_bos_p': 0.0013236980885267258, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=137400 loss=3.1377 {'pos0_bos_p': 0.0013247429160401225, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=137450 loss=2.6476 {'pos0_bos_p': 0.0012179713230580091, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=137500 loss=2.4382 {'pos0_bos_p': 0.0011927227023988962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=137550 loss=2.9730 {'pos0_bos_p': 0.0012084105983376503, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=137600 loss=2.1073 {'pos0_bos_p': 0.0013337904820218682, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=137650 loss=2.2043 {'pos0_bos_p': 0.0012243324890732765, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=137700 loss=2.6381 {'pos0_bos_p': 0.0013781770830973983, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=137750 loss=2.9837 {'pos0_bos_p': 0.001269240747205913, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=137800 loss=2.3847 {'pos0_bos_p': 0.0012717223726212978, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=137850 loss=2.6348 {'pos0_bos_p': 0.0012809527106583118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=137900 loss=3.0754 {'pos0_bos_p': 0.0013724357122555375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=137950 loss=2.9601 {'pos0_bos_p': 0.0012656614417210221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=138000 loss=2.9427 {'pos0_bos_p': 0.0013914486626163125, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=138050 loss=3.2833 {'pos0_bos_p': 0.0013013056013733149, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=138100 loss=2.5172 {'pos0_bos_p': 0.001248032902367413, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=138150 loss=3.3372 {'pos0_bos_p': 0.0012869889615103602, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=138200 loss=2.5779 {'pos0_bos_p': 0.0012401699787005782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=138250 loss=3.1816 {'pos0_bos_p': 0.0012582335621118546, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=138300 loss=3.2443 {'pos0_bos_p': 0.0013442649506032467, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=138350 loss=2.6947 {'pos0_bos_p': 0.0012726258719339967, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=138400 loss=2.5911 {'pos0_bos_p': 0.001357189379632473, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999841451644897, 'last_eos_top1': 4} +step=138450 loss=2.7328 {'pos0_bos_p': 0.0013139225775375962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=138500 loss=2.6466 {'pos0_bos_p': 0.001211727038025856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999842643737793, 'last_eos_top1': 4} +step=138550 loss=3.0130 {'pos0_bos_p': 0.0014146850444376469, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=138600 loss=2.6763 {'pos0_bos_p': 0.0013204863062128425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=138650 loss=2.2402 {'pos0_bos_p': 0.0013290437636896968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=138700 loss=2.9146 {'pos0_bos_p': 0.0013444466749206185, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=138750 loss=3.4731 {'pos0_bos_p': 0.0013863139320164919, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=138800 loss=2.6662 {'pos0_bos_p': 0.001228465000167489, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=138850 loss=2.6620 {'pos0_bos_p': 0.001397948362864554, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999834299087524, 'last_eos_top1': 4} +step=138900 loss=3.0263 {'pos0_bos_p': 0.001290875137783587, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=138950 loss=2.7834 {'pos0_bos_p': 0.0013888550456613302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999836683273315, 'last_eos_top1': 4} +step=139000 loss=2.4937 {'pos0_bos_p': 0.0014008848229423165, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=139050 loss=2.2407 {'pos0_bos_p': 0.0013952116714790463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999831914901733, 'last_eos_top1': 4} +step=139100 loss=3.0626 {'pos0_bos_p': 0.0012818984687328339, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999828338623047, 'last_eos_top1': 4} +step=139150 loss=3.0064 {'pos0_bos_p': 0.0012659477069973946, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999839067459106, 'last_eos_top1': 4} +step=139200 loss=2.6043 {'pos0_bos_p': 0.0013592588948085904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999837875366211, 'last_eos_top1': 4} +step=139250 loss=3.4316 {'pos0_bos_p': 0.0013424941571429372, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=139300 loss=2.6463 {'pos0_bos_p': 0.0012467014603316784, 'pos0_bos_top1': 0, 'last_eos_p': 0.999983549118042, 'last_eos_top1': 4} +step=139350 loss=3.0889 {'pos0_bos_p': 0.0013126115081831813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999830722808838, 'last_eos_top1': 4} +step=139400 loss=2.0587 {'pos0_bos_p': 0.001364707131870091, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=139450 loss=2.5755 {'pos0_bos_p': 0.0012296352069824934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=139500 loss=2.4078 {'pos0_bos_p': 0.001314608845859766, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=139550 loss=3.0337 {'pos0_bos_p': 0.0013243667781352997, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=139600 loss=2.6809 {'pos0_bos_p': 0.0012959085870534182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=139650 loss=2.8775 {'pos0_bos_p': 0.0012809514300897717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=139700 loss=3.0832 {'pos0_bos_p': 0.0012618278851732612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=139750 loss=2.6989 {'pos0_bos_p': 0.0012712681200355291, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=139800 loss=3.0493 {'pos0_bos_p': 0.0012952724937349558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=139850 loss=2.8132 {'pos0_bos_p': 0.001264137215912342, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=139900 loss=2.7588 {'pos0_bos_p': 0.001298996852710843, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=139950 loss=2.4952 {'pos0_bos_p': 0.0013477139873430133, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=140000 loss=2.4814 {'pos0_bos_p': 0.0013356198323890567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=140050 loss=2.7900 {'pos0_bos_p': 0.0013122220989316702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=140100 loss=2.3773 {'pos0_bos_p': 0.001275748130865395, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=140150 loss=2.7248 {'pos0_bos_p': 0.0013130120933055878, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=140200 loss=2.6151 {'pos0_bos_p': 0.00131462630815804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=140250 loss=2.8593 {'pos0_bos_p': 0.0013970696600154042, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=140300 loss=2.5267 {'pos0_bos_p': 0.001326775993220508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=140350 loss=2.6227 {'pos0_bos_p': 0.001258287811651826, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=140400 loss=2.8518 {'pos0_bos_p': 0.0013634510105475783, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=140450 loss=2.8500 {'pos0_bos_p': 0.0013489082921296358, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=140500 loss=2.9429 {'pos0_bos_p': 0.0013396393042057753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=140550 loss=2.9917 {'pos0_bos_p': 0.0012904258910566568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=140600 loss=2.9050 {'pos0_bos_p': 0.001224359730258584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=140650 loss=2.9196 {'pos0_bos_p': 0.0013436514418572187, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=140700 loss=3.1880 {'pos0_bos_p': 0.0013458691537380219, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=140750 loss=2.9115 {'pos0_bos_p': 0.0012751497561112046, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=140800 loss=2.6884 {'pos0_bos_p': 0.0012940234737470746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=140850 loss=2.7495 {'pos0_bos_p': 0.0013145165285095572, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=140900 loss=2.5409 {'pos0_bos_p': 0.0013561755185946822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=140950 loss=2.4025 {'pos0_bos_p': 0.0013507799012586474, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=141000 loss=2.8265 {'pos0_bos_p': 0.001308331498876214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=141050 loss=2.9470 {'pos0_bos_p': 0.0013244884321466088, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=141100 loss=2.6867 {'pos0_bos_p': 0.0012579555623233318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=141150 loss=2.1826 {'pos0_bos_p': 0.0013294597156345844, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=141200 loss=2.1893 {'pos0_bos_p': 0.0012668540002778172, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=141250 loss=2.7739 {'pos0_bos_p': 0.0013517425395548344, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=141300 loss=2.8157 {'pos0_bos_p': 0.001296089612878859, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=141350 loss=2.5733 {'pos0_bos_p': 0.0012879687128588557, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=141400 loss=2.7369 {'pos0_bos_p': 0.001333168358542025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=141450 loss=2.8130 {'pos0_bos_p': 0.0013650896726176143, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=141500 loss=2.7721 {'pos0_bos_p': 0.0013120947405695915, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=141550 loss=2.6596 {'pos0_bos_p': 0.0012763836421072483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=141600 loss=3.0749 {'pos0_bos_p': 0.0013609669404104352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=141650 loss=2.8540 {'pos0_bos_p': 0.0013348975917324424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=141700 loss=2.7290 {'pos0_bos_p': 0.0013756384141743183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=141750 loss=2.6557 {'pos0_bos_p': 0.0012989635579288006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=141800 loss=2.9573 {'pos0_bos_p': 0.0014031181344762444, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=141850 loss=2.9384 {'pos0_bos_p': 0.001239786739461124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=141900 loss=2.8978 {'pos0_bos_p': 0.0014007834251970053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=141950 loss=2.5215 {'pos0_bos_p': 0.0013918484328314662, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=142000 loss=2.6416 {'pos0_bos_p': 0.001243540202267468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=142050 loss=2.5659 {'pos0_bos_p': 0.001331595703959465, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=142100 loss=3.0013 {'pos0_bos_p': 0.0012281166855245829, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=142150 loss=3.0953 {'pos0_bos_p': 0.0012318450026214123, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=142200 loss=2.6076 {'pos0_bos_p': 0.001367497257888317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=142250 loss=3.5057 {'pos0_bos_p': 0.0012098199222236872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=142300 loss=2.6961 {'pos0_bos_p': 0.0012902539456263185, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=142350 loss=2.8747 {'pos0_bos_p': 0.00127895618788898, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=142400 loss=2.9437 {'pos0_bos_p': 0.0012579888571053743, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=142450 loss=2.0023 {'pos0_bos_p': 0.001376742497086525, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=142500 loss=2.5462 {'pos0_bos_p': 0.001343834213912487, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=142550 loss=3.0333 {'pos0_bos_p': 0.0013306154869496822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=142600 loss=2.8818 {'pos0_bos_p': 0.0013171928003430367, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=142650 loss=2.5557 {'pos0_bos_p': 0.0013650867622345686, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=142700 loss=2.7703 {'pos0_bos_p': 0.0013208184391260147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=142750 loss=2.9687 {'pos0_bos_p': 0.0012966402573511004, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=142800 loss=2.9830 {'pos0_bos_p': 0.0013649127213284373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=142850 loss=3.4736 {'pos0_bos_p': 0.0013329486828297377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=142900 loss=2.6662 {'pos0_bos_p': 0.0013270340859889984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=142950 loss=2.6400 {'pos0_bos_p': 0.0014015621272847056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=143000 loss=3.4394 {'pos0_bos_p': 0.001352684572339058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=143050 loss=2.9113 {'pos0_bos_p': 0.0014124438166618347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=143100 loss=2.3339 {'pos0_bos_p': 0.0013777576386928558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=143150 loss=2.8430 {'pos0_bos_p': 0.0012622801586985588, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=143200 loss=3.4000 {'pos0_bos_p': 0.0013832517433911562, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=143250 loss=2.3591 {'pos0_bos_p': 0.001392147969454527, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=143300 loss=2.5935 {'pos0_bos_p': 0.0013996395282447338, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=143350 loss=2.9390 {'pos0_bos_p': 0.0013838453451171517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=143400 loss=2.6732 {'pos0_bos_p': 0.001341882161796093, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=143450 loss=2.9873 {'pos0_bos_p': 0.0013756828848272562, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=143500 loss=2.9839 {'pos0_bos_p': 0.0012682554079219699, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=143550 loss=2.5904 {'pos0_bos_p': 0.0012498839059844613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=143600 loss=2.5617 {'pos0_bos_p': 0.001242185477167368, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=143650 loss=2.4231 {'pos0_bos_p': 0.0012778077507391572, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=143700 loss=2.8556 {'pos0_bos_p': 0.001271180110052228, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=143750 loss=2.7517 {'pos0_bos_p': 0.0012890523066744208, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984622001648, 'last_eos_top1': 4} +step=143800 loss=2.5970 {'pos0_bos_p': 0.001281843171454966, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=143850 loss=3.2992 {'pos0_bos_p': 0.0012978758895769715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=143900 loss=3.0770 {'pos0_bos_p': 0.0013725629542022943, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=143950 loss=2.7774 {'pos0_bos_p': 0.0012898000422865152, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=144000 loss=2.8653 {'pos0_bos_p': 0.0012927761999890208, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=144050 loss=2.5745 {'pos0_bos_p': 0.0013343680184334517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=144100 loss=2.4487 {'pos0_bos_p': 0.0013930868590250611, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=144150 loss=2.4634 {'pos0_bos_p': 0.0013192158658057451, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=144200 loss=2.7123 {'pos0_bos_p': 0.0013100310461595654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=144250 loss=2.3825 {'pos0_bos_p': 0.0013204120332375169, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=144300 loss=2.8322 {'pos0_bos_p': 0.0013081060023978353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=144350 loss=2.5226 {'pos0_bos_p': 0.001249536988325417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=144400 loss=2.8491 {'pos0_bos_p': 0.001205843174830079, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=144450 loss=2.3954 {'pos0_bos_p': 0.0012171829584985971, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=144500 loss=2.6785 {'pos0_bos_p': 0.0013654489303007722, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=144550 loss=2.7768 {'pos0_bos_p': 0.001285639824345708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=144600 loss=3.6484 {'pos0_bos_p': 0.001287073828279972, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=144650 loss=2.3832 {'pos0_bos_p': 0.0012869008351117373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=144700 loss=3.7265 {'pos0_bos_p': 0.0012564141070470214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=144750 loss=2.7539 {'pos0_bos_p': 0.0012898887507617474, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=144800 loss=3.3283 {'pos0_bos_p': 0.0012787904124706984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=144850 loss=2.9586 {'pos0_bos_p': 0.0012537194415926933, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=144900 loss=3.0608 {'pos0_bos_p': 0.0012934360420331359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=144950 loss=2.9119 {'pos0_bos_p': 0.001273110043257475, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=145000 loss=2.4535 {'pos0_bos_p': 0.0012443808373063803, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=145050 loss=3.0493 {'pos0_bos_p': 0.0012509259395301342, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=145100 loss=2.7890 {'pos0_bos_p': 0.00126837776042521, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=145150 loss=2.6465 {'pos0_bos_p': 0.0012663302477449179, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=145200 loss=3.0789 {'pos0_bos_p': 0.001294484594836831, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=145250 loss=2.6943 {'pos0_bos_p': 0.0012824609875679016, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=145300 loss=2.6785 {'pos0_bos_p': 0.0012539800954982638, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=145350 loss=2.8737 {'pos0_bos_p': 0.0013471825513988733, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=145400 loss=2.6467 {'pos0_bos_p': 0.0012711683521047235, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=145450 loss=2.9401 {'pos0_bos_p': 0.0012638545595109463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=145500 loss=2.2964 {'pos0_bos_p': 0.0012275890912860632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=145550 loss=2.2930 {'pos0_bos_p': 0.0013163622934371233, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=145600 loss=3.1350 {'pos0_bos_p': 0.001222903490997851, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=145650 loss=2.8606 {'pos0_bos_p': 0.0012599233305081725, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=145700 loss=2.4676 {'pos0_bos_p': 0.001298791030421853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=145750 loss=2.4524 {'pos0_bos_p': 0.0013079064665362239, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=145800 loss=3.6564 {'pos0_bos_p': 0.0012034457176923752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=145850 loss=2.7145 {'pos0_bos_p': 0.0012158910976722836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=145900 loss=2.7080 {'pos0_bos_p': 0.0012720903614535928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=145950 loss=2.2854 {'pos0_bos_p': 0.0013156443601474166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=146000 loss=3.0299 {'pos0_bos_p': 0.0013591807801276445, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=146050 loss=2.6094 {'pos0_bos_p': 0.0011845330009236932, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=146100 loss=3.0328 {'pos0_bos_p': 0.0013831914402544498, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=146150 loss=2.7364 {'pos0_bos_p': 0.001332546817138791, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=146200 loss=2.7302 {'pos0_bos_p': 0.0013184649869799614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=146250 loss=1.7001 {'pos0_bos_p': 0.0012681697262451053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=146300 loss=2.7373 {'pos0_bos_p': 0.0013181919930502772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=146350 loss=2.4948 {'pos0_bos_p': 0.0013802837347611785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=146400 loss=2.7989 {'pos0_bos_p': 0.0013112458400428295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=146450 loss=3.2581 {'pos0_bos_p': 0.001336574088782072, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=146500 loss=2.9454 {'pos0_bos_p': 0.001302881515584886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=146550 loss=2.9993 {'pos0_bos_p': 0.0013090659631416202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=146600 loss=2.7052 {'pos0_bos_p': 0.0012081635650247335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=146650 loss=2.4105 {'pos0_bos_p': 0.0013130221050232649, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=146700 loss=3.2365 {'pos0_bos_p': 0.001315907808020711, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=146750 loss=2.8578 {'pos0_bos_p': 0.0012985727516934276, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=146800 loss=2.8276 {'pos0_bos_p': 0.00121377594769001, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=146850 loss=2.5692 {'pos0_bos_p': 0.0012909267097711563, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=146900 loss=2.0816 {'pos0_bos_p': 0.0012309333542361856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=146950 loss=2.8724 {'pos0_bos_p': 0.001235837466083467, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=147000 loss=3.3372 {'pos0_bos_p': 0.0012261298252269626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=147050 loss=2.5405 {'pos0_bos_p': 0.001218115445226431, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=147100 loss=2.5639 {'pos0_bos_p': 0.0012235409813001752, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=147150 loss=2.7477 {'pos0_bos_p': 0.001314421882852912, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=147200 loss=2.6177 {'pos0_bos_p': 0.0013337804703041911, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=147250 loss=2.8747 {'pos0_bos_p': 0.0012835882371291518, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=147300 loss=2.8024 {'pos0_bos_p': 0.0012550679966807365, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=147350 loss=2.3687 {'pos0_bos_p': 0.0012438985286280513, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=147400 loss=2.9261 {'pos0_bos_p': 0.0013821569737046957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=147450 loss=2.7398 {'pos0_bos_p': 0.0013061556965112686, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=147500 loss=2.9125 {'pos0_bos_p': 0.0012813049834221601, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=147550 loss=2.5836 {'pos0_bos_p': 0.0012450311332941055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=147600 loss=2.9066 {'pos0_bos_p': 0.0012504290789365768, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=147650 loss=2.8023 {'pos0_bos_p': 0.0012346539879217744, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=147700 loss=3.3474 {'pos0_bos_p': 0.001298176939599216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=147750 loss=2.6089 {'pos0_bos_p': 0.001334646251052618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=147800 loss=2.7823 {'pos0_bos_p': 0.0013331981608644128, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=147850 loss=2.4050 {'pos0_bos_p': 0.0013754275860264897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=147900 loss=3.1261 {'pos0_bos_p': 0.00128830224275589, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=147950 loss=3.0320 {'pos0_bos_p': 0.001298029557801783, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=148000 loss=2.7347 {'pos0_bos_p': 0.0013215785147622228, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=148050 loss=2.3737 {'pos0_bos_p': 0.0013189550954848528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=148100 loss=2.7657 {'pos0_bos_p': 0.0013321234146133065, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=148150 loss=2.5116 {'pos0_bos_p': 0.0013422387419268489, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=148200 loss=2.4149 {'pos0_bos_p': 0.0012183573562651873, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=148250 loss=2.9913 {'pos0_bos_p': 0.001343386946246028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=148300 loss=2.7073 {'pos0_bos_p': 0.001307326601818204, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=148350 loss=2.7551 {'pos0_bos_p': 0.0012943879701197147, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=148400 loss=3.5152 {'pos0_bos_p': 0.0012738469522446394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=148450 loss=2.5479 {'pos0_bos_p': 0.0013278182595968246, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=148500 loss=2.5040 {'pos0_bos_p': 0.001291773864068091, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=148550 loss=2.5068 {'pos0_bos_p': 0.0012918184511363506, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=148600 loss=2.5894 {'pos0_bos_p': 0.0012705944245681167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=148650 loss=2.7955 {'pos0_bos_p': 0.0013365045888349414, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=148700 loss=2.9494 {'pos0_bos_p': 0.0012847613543272018, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=148750 loss=3.0623 {'pos0_bos_p': 0.0012851037317886949, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=148800 loss=2.7141 {'pos0_bos_p': 0.0012255699839442968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=148850 loss=3.3051 {'pos0_bos_p': 0.0013076835311949253, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=148900 loss=2.7186 {'pos0_bos_p': 0.001302346121519804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=148950 loss=2.7107 {'pos0_bos_p': 0.001354281441308558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=149000 loss=2.9040 {'pos0_bos_p': 0.0012910873629152775, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=149050 loss=2.6511 {'pos0_bos_p': 0.001319164875894785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=149100 loss=2.7898 {'pos0_bos_p': 0.0013327118940651417, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=149150 loss=3.2951 {'pos0_bos_p': 0.00132361997384578, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=149200 loss=2.8857 {'pos0_bos_p': 0.0012080022133886814, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=149250 loss=2.3268 {'pos0_bos_p': 0.0012844600714743137, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=149300 loss=2.3325 {'pos0_bos_p': 0.0012508956715464592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=149350 loss=2.5173 {'pos0_bos_p': 0.001258663134649396, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=149400 loss=2.2754 {'pos0_bos_p': 0.0012823132565245032, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=149450 loss=3.1666 {'pos0_bos_p': 0.0012087129289284348, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=149500 loss=3.0127 {'pos0_bos_p': 0.0013459065230563283, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=149550 loss=3.3068 {'pos0_bos_p': 0.001220839680172503, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=149600 loss=2.8985 {'pos0_bos_p': 0.0012522739125415683, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=149650 loss=1.9351 {'pos0_bos_p': 0.0012857943074777722, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=149700 loss=3.3555 {'pos0_bos_p': 0.0012102123582735658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=149750 loss=2.2379 {'pos0_bos_p': 0.0012726166751235723, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=149800 loss=2.7998 {'pos0_bos_p': 0.0011655897833406925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=149850 loss=2.4966 {'pos0_bos_p': 0.0013164050178602338, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=149900 loss=2.3941 {'pos0_bos_p': 0.0012887193588539958, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=149950 loss=3.1048 {'pos0_bos_p': 0.001253089401870966, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=150000 loss=2.8281 {'pos0_bos_p': 0.0012981272302567959, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=150050 loss=3.0355 {'pos0_bos_p': 0.0013836579164490104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=150100 loss=2.6259 {'pos0_bos_p': 0.0012603788636624813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=150150 loss=3.0348 {'pos0_bos_p': 0.0012709192233160138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=150200 loss=2.8568 {'pos0_bos_p': 0.0012936642160639167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=150250 loss=2.7164 {'pos0_bos_p': 0.001286192680709064, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=150300 loss=3.3898 {'pos0_bos_p': 0.0012338240630924702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=150350 loss=2.6151 {'pos0_bos_p': 0.0012371647171676159, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=150400 loss=3.0180 {'pos0_bos_p': 0.0012978402664884925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=150450 loss=3.4061 {'pos0_bos_p': 0.0013161529786884785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=150500 loss=2.8315 {'pos0_bos_p': 0.0012230152497068048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=150550 loss=3.3516 {'pos0_bos_p': 0.001337173511274159, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=150600 loss=3.4382 {'pos0_bos_p': 0.0013229006435722113, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=150650 loss=2.9405 {'pos0_bos_p': 0.0012617026222869754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=150700 loss=2.3117 {'pos0_bos_p': 0.0013138927752152085, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=150750 loss=2.7657 {'pos0_bos_p': 0.001230527414008975, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=150800 loss=2.3561 {'pos0_bos_p': 0.0013019132893532515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=150850 loss=3.2230 {'pos0_bos_p': 0.0013546047266572714, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=150900 loss=2.8359 {'pos0_bos_p': 0.001246518804691732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=150950 loss=2.5644 {'pos0_bos_p': 0.001310237916186452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=151000 loss=3.2833 {'pos0_bos_p': 0.0014233815018087626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=151050 loss=2.9995 {'pos0_bos_p': 0.0013554674806073308, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=151100 loss=2.4888 {'pos0_bos_p': 0.0013371730456128716, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=151150 loss=3.1071 {'pos0_bos_p': 0.0012706989655271173, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=151200 loss=2.4487 {'pos0_bos_p': 0.0013923264341428876, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=151250 loss=2.8656 {'pos0_bos_p': 0.0013388613006100059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=151300 loss=3.3763 {'pos0_bos_p': 0.0012850201455876231, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=151350 loss=2.9665 {'pos0_bos_p': 0.0012761176330968738, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=151400 loss=3.0053 {'pos0_bos_p': 0.001342305331490934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=151450 loss=2.7252 {'pos0_bos_p': 0.0012905716430395842, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=151500 loss=2.8480 {'pos0_bos_p': 0.0013024943182244897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=151550 loss=2.8944 {'pos0_bos_p': 0.001261789002455771, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=151600 loss=3.0278 {'pos0_bos_p': 0.0012918200809508562, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=151650 loss=2.7929 {'pos0_bos_p': 0.001316644949838519, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=151700 loss=2.5784 {'pos0_bos_p': 0.001243765582330525, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=151750 loss=2.2129 {'pos0_bos_p': 0.0013453002320602536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=151800 loss=3.0755 {'pos0_bos_p': 0.0013225883012637496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=151850 loss=2.9910 {'pos0_bos_p': 0.001277309493161738, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=151900 loss=2.8918 {'pos0_bos_p': 0.0012558088637888432, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=151950 loss=2.7845 {'pos0_bos_p': 0.0013615356292575598, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=152000 loss=2.7896 {'pos0_bos_p': 0.0012823195429518819, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=152050 loss=2.1543 {'pos0_bos_p': 0.0012864196905866265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=152100 loss=2.5832 {'pos0_bos_p': 0.0013490804703906178, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=152150 loss=2.3194 {'pos0_bos_p': 0.0012638102052733302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=152200 loss=2.8856 {'pos0_bos_p': 0.001220539677888155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=152250 loss=2.3424 {'pos0_bos_p': 0.0012818631948903203, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=152300 loss=2.2794 {'pos0_bos_p': 0.0012577376328408718, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=152350 loss=2.5390 {'pos0_bos_p': 0.0013372872490435839, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=152400 loss=2.8590 {'pos0_bos_p': 0.0013017519377171993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=152450 loss=2.9140 {'pos0_bos_p': 0.001256426447071135, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=152500 loss=2.6823 {'pos0_bos_p': 0.0012138346210122108, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=152550 loss=3.0942 {'pos0_bos_p': 0.0013510569697245955, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=152600 loss=2.3936 {'pos0_bos_p': 0.001321696676313877, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=152650 loss=2.8347 {'pos0_bos_p': 0.001281578792259097, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=152700 loss=2.6757 {'pos0_bos_p': 0.0012472785310819745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=152750 loss=2.4507 {'pos0_bos_p': 0.0012937550200149417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=152800 loss=2.9847 {'pos0_bos_p': 0.0013194067869335413, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=152850 loss=2.8629 {'pos0_bos_p': 0.0013100444339215755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=152900 loss=2.5051 {'pos0_bos_p': 0.001278874115087092, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=152950 loss=2.4373 {'pos0_bos_p': 0.0012499341974034905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=153000 loss=3.3031 {'pos0_bos_p': 0.0012012788793072104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=153050 loss=2.5863 {'pos0_bos_p': 0.0012770076282322407, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=153100 loss=2.6013 {'pos0_bos_p': 0.0013607998844236135, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=153150 loss=3.0367 {'pos0_bos_p': 0.0013295767130330205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=153200 loss=2.9264 {'pos0_bos_p': 0.0012884223833680153, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=153250 loss=2.5360 {'pos0_bos_p': 0.001326003228314221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=153300 loss=2.7656 {'pos0_bos_p': 0.0013833671109750867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=153350 loss=2.6515 {'pos0_bos_p': 0.0013169273734092712, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=153400 loss=2.6995 {'pos0_bos_p': 0.001219388097524643, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=153450 loss=2.8400 {'pos0_bos_p': 0.0013084339443594217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=153500 loss=2.5950 {'pos0_bos_p': 0.00129616423510015, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=153550 loss=2.8538 {'pos0_bos_p': 0.0013276374666020274, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=153600 loss=2.7278 {'pos0_bos_p': 0.0013992850435897708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=153650 loss=2.5399 {'pos0_bos_p': 0.0012606811942532659, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=153700 loss=2.1422 {'pos0_bos_p': 0.0012803584104403853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=153750 loss=2.6334 {'pos0_bos_p': 0.0012926643248647451, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=153800 loss=2.9794 {'pos0_bos_p': 0.0012941432651132345, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=153850 loss=2.8349 {'pos0_bos_p': 0.0013034067815169692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=153900 loss=3.1575 {'pos0_bos_p': 0.0012029974022880197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=153950 loss=3.0032 {'pos0_bos_p': 0.0012394574005156755, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=154000 loss=2.9636 {'pos0_bos_p': 0.001305646263062954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=154050 loss=2.5766 {'pos0_bos_p': 0.001296340487897396, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=154100 loss=2.9101 {'pos0_bos_p': 0.0013097664341330528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=154150 loss=2.8182 {'pos0_bos_p': 0.0013026823289692402, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=154200 loss=2.4738 {'pos0_bos_p': 0.0012271169107407331, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=154250 loss=2.4704 {'pos0_bos_p': 0.001189677626825869, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=154300 loss=2.9387 {'pos0_bos_p': 0.0012290767626836896, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=154350 loss=2.8135 {'pos0_bos_p': 0.0013480039779096842, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=154400 loss=2.9159 {'pos0_bos_p': 0.0012526748469099402, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=154450 loss=2.6282 {'pos0_bos_p': 0.0014672359684482217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=154500 loss=2.6924 {'pos0_bos_p': 0.0012838697293773293, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=154550 loss=2.8931 {'pos0_bos_p': 0.0013176026986911893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=154600 loss=3.0770 {'pos0_bos_p': 0.0013073444133624434, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=154650 loss=2.2336 {'pos0_bos_p': 0.0012888998026028275, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=154700 loss=2.4657 {'pos0_bos_p': 0.001403113012202084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=154750 loss=2.9098 {'pos0_bos_p': 0.0012531966203823686, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=154800 loss=2.3687 {'pos0_bos_p': 0.0013212498743087053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=154850 loss=2.7501 {'pos0_bos_p': 0.0012746334541589022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=154900 loss=3.0772 {'pos0_bos_p': 0.00128026376478374, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=154950 loss=3.0308 {'pos0_bos_p': 0.001322377473115921, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=155000 loss=2.4426 {'pos0_bos_p': 0.0012699615908786654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=155050 loss=3.2493 {'pos0_bos_p': 0.0012669132556766272, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=155100 loss=2.9892 {'pos0_bos_p': 0.0013093207962810993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=155150 loss=2.7549 {'pos0_bos_p': 0.0012425847817212343, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=155200 loss=2.5224 {'pos0_bos_p': 0.0012951542157679796, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=155250 loss=2.0910 {'pos0_bos_p': 0.0012590856058523059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=155300 loss=2.5891 {'pos0_bos_p': 0.001239809556864202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=155350 loss=3.1861 {'pos0_bos_p': 0.001300888485275209, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=155400 loss=2.7612 {'pos0_bos_p': 0.001315379748120904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=155450 loss=2.8286 {'pos0_bos_p': 0.0013011944247409701, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=155500 loss=2.7439 {'pos0_bos_p': 0.0012376195518299937, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=155550 loss=2.4703 {'pos0_bos_p': 0.0012398581020534039, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=155600 loss=2.7841 {'pos0_bos_p': 0.0013877812307327986, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=155650 loss=2.5019 {'pos0_bos_p': 0.0012604548828676343, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=155700 loss=2.6253 {'pos0_bos_p': 0.0012913952814415097, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=155750 loss=2.7751 {'pos0_bos_p': 0.00132647471036762, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=155800 loss=2.7082 {'pos0_bos_p': 0.0012744783889502287, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=155850 loss=2.9234 {'pos0_bos_p': 0.0012894603423774242, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=155900 loss=2.1790 {'pos0_bos_p': 0.001284525147639215, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=155950 loss=2.7437 {'pos0_bos_p': 0.0013362675672397017, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=156000 loss=2.9129 {'pos0_bos_p': 0.0013466892996802926, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=156050 loss=2.4736 {'pos0_bos_p': 0.0013672832865267992, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=156100 loss=2.8783 {'pos0_bos_p': 0.001269907457754016, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=156150 loss=2.8845 {'pos0_bos_p': 0.0012808236060664058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=156200 loss=2.6654 {'pos0_bos_p': 0.001256546936929226, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=156250 loss=2.7522 {'pos0_bos_p': 0.0013197524240240455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=156300 loss=3.1206 {'pos0_bos_p': 0.0012873507803305984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=156350 loss=2.7952 {'pos0_bos_p': 0.0012965465430170298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=156400 loss=3.1946 {'pos0_bos_p': 0.0012746274005621672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=156450 loss=2.4599 {'pos0_bos_p': 0.0013890090631321073, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=156500 loss=2.7557 {'pos0_bos_p': 0.001308470731601119, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=156550 loss=3.1261 {'pos0_bos_p': 0.0013355733826756477, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=156600 loss=3.2165 {'pos0_bos_p': 0.0013082865625619888, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=156650 loss=2.6136 {'pos0_bos_p': 0.0012412562500685453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=156700 loss=2.3847 {'pos0_bos_p': 0.0013316888362169266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=156750 loss=2.2831 {'pos0_bos_p': 0.0012904570903629065, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=156800 loss=2.8293 {'pos0_bos_p': 0.0012990646064281464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=156850 loss=2.8978 {'pos0_bos_p': 0.001296095666475594, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=156900 loss=2.6122 {'pos0_bos_p': 0.0013066630344837904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=156950 loss=2.6299 {'pos0_bos_p': 0.0013055766467005014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=157000 loss=2.4373 {'pos0_bos_p': 0.0012791630579158664, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=157050 loss=2.7226 {'pos0_bos_p': 0.0013694767840206623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=157100 loss=2.3898 {'pos0_bos_p': 0.0013098435010761023, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=157150 loss=2.9061 {'pos0_bos_p': 0.0013107634149491787, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=157200 loss=2.9022 {'pos0_bos_p': 0.0013559686485677958, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=157250 loss=3.1175 {'pos0_bos_p': 0.0013350790832191706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=157300 loss=3.1683 {'pos0_bos_p': 0.0013162733521312475, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=157350 loss=3.6833 {'pos0_bos_p': 0.0012537071015685797, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=157400 loss=2.6477 {'pos0_bos_p': 0.0012802212731912732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=157450 loss=3.3419 {'pos0_bos_p': 0.0012417181860655546, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=157500 loss=2.7168 {'pos0_bos_p': 0.0013011498376727104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=157550 loss=2.5172 {'pos0_bos_p': 0.0013368912041187286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=157600 loss=3.1270 {'pos0_bos_p': 0.0013016890734434128, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=157650 loss=2.7428 {'pos0_bos_p': 0.0013350914232432842, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=157700 loss=3.1181 {'pos0_bos_p': 0.0013407139340415597, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=157750 loss=2.4547 {'pos0_bos_p': 0.0013002828927710652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=157800 loss=3.0316 {'pos0_bos_p': 0.0013018600875511765, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=157850 loss=2.6324 {'pos0_bos_p': 0.0012298072688281536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=157900 loss=2.6035 {'pos0_bos_p': 0.001238678814843297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=157950 loss=2.4902 {'pos0_bos_p': 0.0012474595569074154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=158000 loss=2.5680 {'pos0_bos_p': 0.001219439785927534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=158050 loss=2.2126 {'pos0_bos_p': 0.0012694185134023428, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=158100 loss=2.9878 {'pos0_bos_p': 0.0013256646925583482, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=158150 loss=3.0913 {'pos0_bos_p': 0.0012429736088961363, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=158200 loss=2.4209 {'pos0_bos_p': 0.0012689541326835752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=158250 loss=2.4299 {'pos0_bos_p': 0.0013673845678567886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=158300 loss=3.4673 {'pos0_bos_p': 0.0012975647114217281, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=158350 loss=2.4787 {'pos0_bos_p': 0.0014280249597504735, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=158400 loss=2.5188 {'pos0_bos_p': 0.0013745870674028993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=158450 loss=2.4995 {'pos0_bos_p': 0.0013501383364200592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=158500 loss=2.8498 {'pos0_bos_p': 0.0014171438524499536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=158550 loss=2.4147 {'pos0_bos_p': 0.0012930544326081872, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=158600 loss=2.5579 {'pos0_bos_p': 0.0012935078702867031, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=158650 loss=2.5277 {'pos0_bos_p': 0.001299553201533854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=158700 loss=2.3119 {'pos0_bos_p': 0.0012974197743460536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=158750 loss=2.9835 {'pos0_bos_p': 0.001424620277248323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=158800 loss=2.5741 {'pos0_bos_p': 0.001286943326704204, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=158850 loss=2.5977 {'pos0_bos_p': 0.0013566553825512528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=158900 loss=2.5287 {'pos0_bos_p': 0.0013371154200285673, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=158950 loss=3.0946 {'pos0_bos_p': 0.001339854672551155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=159000 loss=2.9847 {'pos0_bos_p': 0.0013979156501591206, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=159050 loss=2.6845 {'pos0_bos_p': 0.0013320029247552156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=159100 loss=3.0087 {'pos0_bos_p': 0.001351160230115056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=159150 loss=3.0423 {'pos0_bos_p': 0.0013443451607599854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=159200 loss=3.0415 {'pos0_bos_p': 0.0012406412279233336, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=159250 loss=2.7524 {'pos0_bos_p': 0.0013331384398043156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=159300 loss=3.0418 {'pos0_bos_p': 0.001323395175859332, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=159350 loss=1.9660 {'pos0_bos_p': 0.0012994783464819193, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=159400 loss=2.6928 {'pos0_bos_p': 0.0013331255177035928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=159450 loss=2.7369 {'pos0_bos_p': 0.0014184139436110854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999849796295166, 'last_eos_top1': 4} +step=159500 loss=2.8230 {'pos0_bos_p': 0.0013691006461158395, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=159550 loss=2.8326 {'pos0_bos_p': 0.0013890477130189538, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=159600 loss=2.9218 {'pos0_bos_p': 0.001294212881475687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=159650 loss=3.0399 {'pos0_bos_p': 0.0013742165174335241, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=159700 loss=2.4660 {'pos0_bos_p': 0.0013555599143728614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=159750 loss=2.3494 {'pos0_bos_p': 0.0012960722669959068, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=159800 loss=2.8204 {'pos0_bos_p': 0.0012167320819571614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=159850 loss=2.3708 {'pos0_bos_p': 0.0013620766112580895, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=159900 loss=2.8479 {'pos0_bos_p': 0.0013688933104276657, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=159950 loss=3.4192 {'pos0_bos_p': 0.0013123556273058057, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=160000 loss=2.6480 {'pos0_bos_p': 0.0013171941973268986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=160050 loss=2.4512 {'pos0_bos_p': 0.0013360761804506183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=160100 loss=2.4316 {'pos0_bos_p': 0.0012716017663478851, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=160150 loss=2.9016 {'pos0_bos_p': 0.001373719540424645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=160200 loss=3.0747 {'pos0_bos_p': 0.001299813506193459, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=160250 loss=2.7286 {'pos0_bos_p': 0.001329159364104271, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=160300 loss=2.8129 {'pos0_bos_p': 0.0013164668343961239, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=160350 loss=2.8953 {'pos0_bos_p': 0.0012592225102707744, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=160400 loss=2.6079 {'pos0_bos_p': 0.001309427316300571, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=160450 loss=3.1509 {'pos0_bos_p': 0.0013200078392401338, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=160500 loss=2.5547 {'pos0_bos_p': 0.0013532853918150067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=160550 loss=2.7056 {'pos0_bos_p': 0.001370859332382679, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=160600 loss=2.4914 {'pos0_bos_p': 0.0013527367264032364, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=160650 loss=2.6583 {'pos0_bos_p': 0.0012646098621189594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=160700 loss=2.8996 {'pos0_bos_p': 0.0013460071058943868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=160750 loss=2.7474 {'pos0_bos_p': 0.0013143117539584637, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=160800 loss=2.2709 {'pos0_bos_p': 0.0013090572319924831, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=160850 loss=2.7873 {'pos0_bos_p': 0.0013185263378545642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=160900 loss=2.7688 {'pos0_bos_p': 0.001245878986082971, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=160950 loss=2.7643 {'pos0_bos_p': 0.0012513876426964998, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=161000 loss=2.7959 {'pos0_bos_p': 0.0012848000042140484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=161050 loss=2.8491 {'pos0_bos_p': 0.0013292363146319985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=161100 loss=2.7195 {'pos0_bos_p': 0.0012518635485321283, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=161150 loss=2.5342 {'pos0_bos_p': 0.0013196843210607767, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=161200 loss=2.5987 {'pos0_bos_p': 0.001282647717744112, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=161250 loss=2.4716 {'pos0_bos_p': 0.0013312774244695902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=161300 loss=3.0428 {'pos0_bos_p': 0.0012880484573543072, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=161350 loss=2.6178 {'pos0_bos_p': 0.0012818296672776341, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=161400 loss=3.2670 {'pos0_bos_p': 0.0012854159576818347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=161450 loss=2.5729 {'pos0_bos_p': 0.001324168173596263, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=161500 loss=2.7859 {'pos0_bos_p': 0.0012600076152011752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=161550 loss=2.7987 {'pos0_bos_p': 0.0013906719395890832, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=161600 loss=2.9801 {'pos0_bos_p': 0.0013694472145289183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=161650 loss=2.7554 {'pos0_bos_p': 0.001296300906687975, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=161700 loss=3.0800 {'pos0_bos_p': 0.0012176537420600653, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=161750 loss=2.9209 {'pos0_bos_p': 0.0013412614353001118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=161800 loss=2.5970 {'pos0_bos_p': 0.001345955766737461, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=161850 loss=2.6853 {'pos0_bos_p': 0.001389314653351903, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=161900 loss=2.7088 {'pos0_bos_p': 0.0013204732676967978, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=161950 loss=2.5192 {'pos0_bos_p': 0.001363067189231515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=162000 loss=2.7101 {'pos0_bos_p': 0.0013370550004765391, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=162050 loss=2.7987 {'pos0_bos_p': 0.001368749770335853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=162100 loss=2.9865 {'pos0_bos_p': 0.001317645306698978, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=162150 loss=2.3385 {'pos0_bos_p': 0.0013255591038614511, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=162200 loss=2.5665 {'pos0_bos_p': 0.0013136962661519647, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=162250 loss=2.8940 {'pos0_bos_p': 0.0012966884532943368, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=162300 loss=2.2730 {'pos0_bos_p': 0.001242376398295164, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=162350 loss=1.9633 {'pos0_bos_p': 0.0013242143904790282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=162400 loss=3.2387 {'pos0_bos_p': 0.001299845753237605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=162450 loss=2.7934 {'pos0_bos_p': 0.0012705314438790083, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=162500 loss=2.6424 {'pos0_bos_p': 0.0013184722047299147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=162550 loss=2.9851 {'pos0_bos_p': 0.0012365030124783516, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=162600 loss=2.3958 {'pos0_bos_p': 0.0012666241964325309, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=162650 loss=3.1005 {'pos0_bos_p': 0.0013048963155597448, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=162700 loss=2.8067 {'pos0_bos_p': 0.0012801819248124957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999847412109375, 'last_eos_top1': 4} +step=162750 loss=3.4453 {'pos0_bos_p': 0.0013000769540667534, 'pos0_bos_top1': 0, 'last_eos_p': 0.999984860420227, 'last_eos_top1': 4} +step=162800 loss=3.1489 {'pos0_bos_p': 0.001377567881718278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=162850 loss=2.7648 {'pos0_bos_p': 0.0013085209066048265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=162900 loss=3.0627 {'pos0_bos_p': 0.001299165072850883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=162950 loss=3.1876 {'pos0_bos_p': 0.0012584292562678456, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=163000 loss=3.0109 {'pos0_bos_p': 0.001292772707529366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=163050 loss=2.8427 {'pos0_bos_p': 0.0012785514118149877, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=163100 loss=2.4895 {'pos0_bos_p': 0.0013502173824235797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=163150 loss=2.9145 {'pos0_bos_p': 0.0013019011821597815, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=163200 loss=2.9049 {'pos0_bos_p': 0.0013878856552764773, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=163250 loss=3.2329 {'pos0_bos_p': 0.0013078305637463927, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=163300 loss=2.5071 {'pos0_bos_p': 0.00130139896646142, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=163350 loss=2.4853 {'pos0_bos_p': 0.0013387486105784774, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=163400 loss=2.6349 {'pos0_bos_p': 0.0012419444974511862, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=163450 loss=2.7920 {'pos0_bos_p': 0.0013827168149873614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=163500 loss=3.4141 {'pos0_bos_p': 0.0013136952184140682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=163550 loss=2.6211 {'pos0_bos_p': 0.001350361155346036, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=163600 loss=3.0810 {'pos0_bos_p': 0.0012824931181967258, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=163650 loss=2.6173 {'pos0_bos_p': 0.00136581901460886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=163700 loss=1.9536 {'pos0_bos_p': 0.0012834883527830243, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=163750 loss=2.9908 {'pos0_bos_p': 0.0012563093332573771, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=163800 loss=3.1103 {'pos0_bos_p': 0.0012742115650326014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=163850 loss=2.7289 {'pos0_bos_p': 0.0012681861408054829, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=163900 loss=3.3870 {'pos0_bos_p': 0.001353036263026297, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=163950 loss=2.3197 {'pos0_bos_p': 0.001305624027736485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=164000 loss=2.9049 {'pos0_bos_p': 0.0013003470376133919, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=164050 loss=3.4289 {'pos0_bos_p': 0.0013028179528191686, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=164100 loss=3.0978 {'pos0_bos_p': 0.0012913268292322755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=164150 loss=2.2832 {'pos0_bos_p': 0.0013223136775195599, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=164200 loss=2.4939 {'pos0_bos_p': 0.0013894438743591309, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=164250 loss=2.8003 {'pos0_bos_p': 0.0013101451331749558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=164300 loss=2.8415 {'pos0_bos_p': 0.0013065073871985078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=164350 loss=2.5975 {'pos0_bos_p': 0.001328121405094862, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=164400 loss=2.9684 {'pos0_bos_p': 0.0014013515319675207, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=164450 loss=3.2515 {'pos0_bos_p': 0.001335494453087449, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=164500 loss=2.4804 {'pos0_bos_p': 0.0012867843033745885, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=164550 loss=2.8198 {'pos0_bos_p': 0.0013179926900193095, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=164600 loss=2.7243 {'pos0_bos_p': 0.001355595886707306, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=164650 loss=3.2671 {'pos0_bos_p': 0.00130079232621938, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=164700 loss=2.7903 {'pos0_bos_p': 0.001334293745458126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=164750 loss=2.7798 {'pos0_bos_p': 0.001330960774794221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=164800 loss=2.4151 {'pos0_bos_p': 0.0013308367924764752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=164850 loss=2.9659 {'pos0_bos_p': 0.0013125019613653421, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=164900 loss=2.9578 {'pos0_bos_p': 0.0012085613561794162, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=164950 loss=2.7460 {'pos0_bos_p': 0.0012903475435450673, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=165000 loss=2.9499 {'pos0_bos_p': 0.0013589456211775541, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=165050 loss=2.5262 {'pos0_bos_p': 0.0013160298112779856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=165100 loss=3.0200 {'pos0_bos_p': 0.0013445115182548761, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=165150 loss=2.8269 {'pos0_bos_p': 0.0013383686309680343, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=165200 loss=2.7382 {'pos0_bos_p': 0.001345150638371706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=165250 loss=2.3614 {'pos0_bos_p': 0.0012904704781249166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=165300 loss=2.9571 {'pos0_bos_p': 0.0013507050462067127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=165350 loss=2.8375 {'pos0_bos_p': 0.00132183323148638, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=165400 loss=2.8546 {'pos0_bos_p': 0.0012921371962875128, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=165450 loss=2.8271 {'pos0_bos_p': 0.0012525275815278292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=165500 loss=2.7285 {'pos0_bos_p': 0.0013106659753248096, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=165550 loss=2.5577 {'pos0_bos_p': 0.0012844540178775787, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=165600 loss=2.8415 {'pos0_bos_p': 0.0012439610436558723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=165650 loss=2.0094 {'pos0_bos_p': 0.0012754284543916583, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=165700 loss=2.8850 {'pos0_bos_p': 0.0013114664470776916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=165750 loss=3.0752 {'pos0_bos_p': 0.0013339919969439507, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=165800 loss=3.3071 {'pos0_bos_p': 0.0013081837678328156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=165850 loss=2.4490 {'pos0_bos_p': 0.0013545771362259984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=165900 loss=2.5599 {'pos0_bos_p': 0.0013669846812263131, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=165950 loss=2.6912 {'pos0_bos_p': 0.001278491923585534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=166000 loss=2.4686 {'pos0_bos_p': 0.0013408479280769825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=166050 loss=3.2888 {'pos0_bos_p': 0.001383709255605936, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=166100 loss=2.2235 {'pos0_bos_p': 0.001348776975646615, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=166150 loss=2.9411 {'pos0_bos_p': 0.0013916206080466509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=166200 loss=3.0383 {'pos0_bos_p': 0.0013526641996577382, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=166250 loss=2.6997 {'pos0_bos_p': 0.0013396895956248045, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=166300 loss=2.8911 {'pos0_bos_p': 0.001343253650702536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=166350 loss=2.6599 {'pos0_bos_p': 0.0013407330261543393, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=166400 loss=3.3222 {'pos0_bos_p': 0.001349806785583496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=166450 loss=3.0029 {'pos0_bos_p': 0.0013009968679398298, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=166500 loss=3.0989 {'pos0_bos_p': 0.00127592112403363, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=166550 loss=3.1580 {'pos0_bos_p': 0.0013399887830018997, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=166600 loss=2.9594 {'pos0_bos_p': 0.0013663811841979623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=166650 loss=2.5719 {'pos0_bos_p': 0.0013564449036493897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=166700 loss=2.7688 {'pos0_bos_p': 0.0013485748786479235, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=166750 loss=2.1141 {'pos0_bos_p': 0.001268320600502193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=166800 loss=3.1987 {'pos0_bos_p': 0.0012156584998592734, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=166850 loss=2.9448 {'pos0_bos_p': 0.0013096161419525743, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=166900 loss=2.4339 {'pos0_bos_p': 0.0013938980409875512, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=166950 loss=2.7288 {'pos0_bos_p': 0.0013503484660759568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=167000 loss=3.1546 {'pos0_bos_p': 0.0014303212519735098, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=167050 loss=3.1569 {'pos0_bos_p': 0.0012727356515824795, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=167100 loss=1.9750 {'pos0_bos_p': 0.0012663031229749322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=167150 loss=2.9313 {'pos0_bos_p': 0.0013145596021786332, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=167200 loss=2.4969 {'pos0_bos_p': 0.001356826745904982, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=167250 loss=2.7738 {'pos0_bos_p': 0.0013741828734055161, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=167300 loss=2.4329 {'pos0_bos_p': 0.0013133685570210218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=167350 loss=2.7719 {'pos0_bos_p': 0.0013119882205501199, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=167400 loss=2.9852 {'pos0_bos_p': 0.0013416174333542585, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=167450 loss=3.1516 {'pos0_bos_p': 0.0013387443032115698, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=167500 loss=2.2810 {'pos0_bos_p': 0.0013834568671882153, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=167550 loss=2.7506 {'pos0_bos_p': 0.0013863509520888329, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=167600 loss=2.5573 {'pos0_bos_p': 0.0013883239589631557, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=167650 loss=2.8100 {'pos0_bos_p': 0.0013378709554672241, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=167700 loss=2.7216 {'pos0_bos_p': 0.0012721804669126868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=167750 loss=3.1453 {'pos0_bos_p': 0.0012775036739185452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=167800 loss=2.7605 {'pos0_bos_p': 0.0013603682164102793, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=167850 loss=3.2597 {'pos0_bos_p': 0.001438894192688167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=167900 loss=2.6408 {'pos0_bos_p': 0.001288896077312529, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=167950 loss=2.4514 {'pos0_bos_p': 0.0013064546510577202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=168000 loss=2.1882 {'pos0_bos_p': 0.0013208856107667089, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=168050 loss=2.9147 {'pos0_bos_p': 0.0012970368843525648, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=168100 loss=3.2659 {'pos0_bos_p': 0.0013169292360544205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=168150 loss=2.5441 {'pos0_bos_p': 0.0013381576864048839, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=168200 loss=1.9017 {'pos0_bos_p': 0.0013682703720405698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=168250 loss=2.7036 {'pos0_bos_p': 0.0013397986767813563, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=168300 loss=2.6887 {'pos0_bos_p': 0.0012659071944653988, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=168350 loss=2.8289 {'pos0_bos_p': 0.0012832919601351023, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=168400 loss=2.5882 {'pos0_bos_p': 0.0012773186899721622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=168450 loss=2.9222 {'pos0_bos_p': 0.0013449721736833453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=168500 loss=3.0829 {'pos0_bos_p': 0.0013525276444852352, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=168550 loss=3.0867 {'pos0_bos_p': 0.001276540569961071, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=168600 loss=3.0549 {'pos0_bos_p': 0.0012529297964647412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=168650 loss=3.2412 {'pos0_bos_p': 0.0013099588686600327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=168700 loss=2.6493 {'pos0_bos_p': 0.001364600146189332, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=168750 loss=3.0094 {'pos0_bos_p': 0.0013211439363658428, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=168800 loss=2.7699 {'pos0_bos_p': 0.0013207336887717247, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=168850 loss=2.6868 {'pos0_bos_p': 0.0013374855043366551, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=168900 loss=2.6783 {'pos0_bos_p': 0.0013181411195546389, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=168950 loss=2.6176 {'pos0_bos_p': 0.0012757322983816266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=169000 loss=2.8644 {'pos0_bos_p': 0.0013203187845647335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=169050 loss=2.4107 {'pos0_bos_p': 0.001328735495917499, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=169100 loss=2.0998 {'pos0_bos_p': 0.0012910985387861729, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=169150 loss=3.7563 {'pos0_bos_p': 0.0012756261276081204, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=169200 loss=2.6163 {'pos0_bos_p': 0.0012962761102244258, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=169250 loss=2.8577 {'pos0_bos_p': 0.0012732605682685971, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=169300 loss=2.4225 {'pos0_bos_p': 0.0012874272651970387, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=169350 loss=2.8086 {'pos0_bos_p': 0.0012944897171109915, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=169400 loss=2.5871 {'pos0_bos_p': 0.0013591134920716286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=169450 loss=2.8549 {'pos0_bos_p': 0.0012932594399899244, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=169500 loss=3.3182 {'pos0_bos_p': 0.0013062827056273818, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=169550 loss=2.3951 {'pos0_bos_p': 0.001383883529342711, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=169600 loss=3.2056 {'pos0_bos_p': 0.001341980998404324, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=169650 loss=3.0079 {'pos0_bos_p': 0.0012911816593259573, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=169700 loss=2.9044 {'pos0_bos_p': 0.00132901465985924, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=169750 loss=2.7483 {'pos0_bos_p': 0.0013980910880491138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=169800 loss=2.8843 {'pos0_bos_p': 0.001351939863525331, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=169850 loss=2.4872 {'pos0_bos_p': 0.0013050511479377747, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=169900 loss=2.5123 {'pos0_bos_p': 0.00125658861361444, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=169950 loss=2.6020 {'pos0_bos_p': 0.0013152273604646325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=170000 loss=2.6850 {'pos0_bos_p': 0.0013549488503485918, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=170050 loss=2.9003 {'pos0_bos_p': 0.0012585538206622005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=170100 loss=2.5008 {'pos0_bos_p': 0.0013039091136306524, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=170150 loss=3.0590 {'pos0_bos_p': 0.001275875372812152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=170200 loss=2.5205 {'pos0_bos_p': 0.0013968488201498985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=170250 loss=2.6355 {'pos0_bos_p': 0.00136842904612422, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=170300 loss=2.6960 {'pos0_bos_p': 0.0012925963383167982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=170350 loss=2.7592 {'pos0_bos_p': 0.001417355495505035, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=170400 loss=2.5482 {'pos0_bos_p': 0.0012772465124726295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=170450 loss=2.6706 {'pos0_bos_p': 0.0012864649761468172, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=170500 loss=3.2516 {'pos0_bos_p': 0.0012898881686851382, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=170550 loss=2.2921 {'pos0_bos_p': 0.00129454187117517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=170600 loss=2.7475 {'pos0_bos_p': 0.0012733486946672201, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=170650 loss=2.2521 {'pos0_bos_p': 0.001301707699894905, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=170700 loss=3.0836 {'pos0_bos_p': 0.0012782526900991797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=170750 loss=2.7197 {'pos0_bos_p': 0.0012531739193946123, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=170800 loss=2.5809 {'pos0_bos_p': 0.0013192457845434546, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=170850 loss=3.2199 {'pos0_bos_p': 0.001349541824311018, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=170900 loss=2.9671 {'pos0_bos_p': 0.0012787439627572894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=170950 loss=2.2541 {'pos0_bos_p': 0.0013693959917873144, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=171000 loss=2.4895 {'pos0_bos_p': 0.0013255374506115913, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=171050 loss=2.6121 {'pos0_bos_p': 0.0013351942179724574, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=171100 loss=2.6743 {'pos0_bos_p': 0.0013075273018330336, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=171150 loss=2.9583 {'pos0_bos_p': 0.0013519583735615015, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=171200 loss=2.5496 {'pos0_bos_p': 0.0012946651550009847, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999843835830688, 'last_eos_top1': 4} +step=171250 loss=3.2328 {'pos0_bos_p': 0.00134773098398, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=171300 loss=2.4049 {'pos0_bos_p': 0.0013399701565504074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=171350 loss=2.4535 {'pos0_bos_p': 0.0013580035883933306, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=171400 loss=2.4697 {'pos0_bos_p': 0.0012798390816897154, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=171450 loss=2.9735 {'pos0_bos_p': 0.0013192413607612252, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=171500 loss=2.5894 {'pos0_bos_p': 0.0013117048656567931, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=171550 loss=2.9157 {'pos0_bos_p': 0.0014116651145741343, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=171600 loss=3.1219 {'pos0_bos_p': 0.001271125627681613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=171650 loss=2.7470 {'pos0_bos_p': 0.0014421317027881742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=171700 loss=2.6327 {'pos0_bos_p': 0.0013420602772384882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=171750 loss=2.2828 {'pos0_bos_p': 0.0014075745129957795, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=171800 loss=2.9618 {'pos0_bos_p': 0.0013214962091296911, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=171850 loss=2.8052 {'pos0_bos_p': 0.0013183285482227802, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=171900 loss=3.1026 {'pos0_bos_p': 0.0012679448118433356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=171950 loss=2.6505 {'pos0_bos_p': 0.0013464951189234853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=172000 loss=2.2834 {'pos0_bos_p': 0.0013265908928588033, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=172050 loss=2.9818 {'pos0_bos_p': 0.0013011207338422537, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=172100 loss=2.8985 {'pos0_bos_p': 0.0012841244461014867, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=172150 loss=2.7447 {'pos0_bos_p': 0.0013701237039640546, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=172200 loss=3.1009 {'pos0_bos_p': 0.0012438710546121001, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=172250 loss=2.8158 {'pos0_bos_p': 0.0012892517261207104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=172300 loss=2.9726 {'pos0_bos_p': 0.0013400086900219321, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=172350 loss=3.5252 {'pos0_bos_p': 0.0012383032590150833, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=172400 loss=3.2406 {'pos0_bos_p': 0.0012655907776206732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=172450 loss=3.1082 {'pos0_bos_p': 0.0012917002895846963, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=172500 loss=3.3627 {'pos0_bos_p': 0.0012673729797825217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=172550 loss=2.9855 {'pos0_bos_p': 0.001298384158872068, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=172600 loss=2.5160 {'pos0_bos_p': 0.0012789726024493575, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=172650 loss=2.5169 {'pos0_bos_p': 0.0013815202983096242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=172700 loss=2.6357 {'pos0_bos_p': 0.001327379490248859, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=172750 loss=2.1341 {'pos0_bos_p': 0.0012761522084474564, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=172800 loss=2.2716 {'pos0_bos_p': 0.0013248692266643047, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=172850 loss=2.6706 {'pos0_bos_p': 0.0013049400877207518, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=172900 loss=2.7705 {'pos0_bos_p': 0.0013607791624963284, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=172950 loss=2.7577 {'pos0_bos_p': 0.0013522206572815776, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=173000 loss=2.4248 {'pos0_bos_p': 0.001287171384319663, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=173050 loss=2.7462 {'pos0_bos_p': 0.0013720140559598804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=173100 loss=2.7926 {'pos0_bos_p': 0.0013578893849626184, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=173150 loss=2.5282 {'pos0_bos_p': 0.0014066258445382118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=173200 loss=2.6008 {'pos0_bos_p': 0.0013753506354987621, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=173250 loss=2.6950 {'pos0_bos_p': 0.001393555081449449, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=173300 loss=2.9101 {'pos0_bos_p': 0.0014721370534971356, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=173350 loss=2.7445 {'pos0_bos_p': 0.0013644786085933447, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=173400 loss=1.9057 {'pos0_bos_p': 0.0013772266684100032, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=173450 loss=3.1411 {'pos0_bos_p': 0.0012972010299563408, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=173500 loss=2.6277 {'pos0_bos_p': 0.00134591618552804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=173550 loss=2.0646 {'pos0_bos_p': 0.0013018373865634203, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=173600 loss=2.8701 {'pos0_bos_p': 0.001348512596450746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=173650 loss=2.7598 {'pos0_bos_p': 0.0013072022702544928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=173700 loss=2.3735 {'pos0_bos_p': 0.001384466071613133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=173750 loss=2.5779 {'pos0_bos_p': 0.001397598534822464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=173800 loss=2.8217 {'pos0_bos_p': 0.0012849385384470224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=173850 loss=2.6581 {'pos0_bos_p': 0.001264333724975586, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=173900 loss=2.9880 {'pos0_bos_p': 0.0013800369342789054, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=173950 loss=3.0306 {'pos0_bos_p': 0.00129534094594419, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=174000 loss=2.7648 {'pos0_bos_p': 0.0012688763672485948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=174050 loss=2.3351 {'pos0_bos_p': 0.0012736184289678931, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=174100 loss=3.1972 {'pos0_bos_p': 0.0012386374874040484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=174150 loss=2.7865 {'pos0_bos_p': 0.0012442130828276277, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=174200 loss=2.9067 {'pos0_bos_p': 0.0012638516491279006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=174250 loss=3.0086 {'pos0_bos_p': 0.0013160242233425379, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=174300 loss=2.4510 {'pos0_bos_p': 0.001260194112546742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=174350 loss=2.2754 {'pos0_bos_p': 0.0013273591175675392, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=174400 loss=2.3306 {'pos0_bos_p': 0.001276924624107778, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=174450 loss=3.0156 {'pos0_bos_p': 0.00140568264760077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=174500 loss=2.5928 {'pos0_bos_p': 0.0012742166873067617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=174550 loss=2.6720 {'pos0_bos_p': 0.001318655675277114, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=174600 loss=2.8976 {'pos0_bos_p': 0.0012752178590744734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=174650 loss=2.9697 {'pos0_bos_p': 0.0013005021028220654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=174700 loss=3.0585 {'pos0_bos_p': 0.0013509844429790974, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=174750 loss=2.5134 {'pos0_bos_p': 0.0012938957661390305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=174800 loss=2.6488 {'pos0_bos_p': 0.0013367906212806702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=174850 loss=2.7815 {'pos0_bos_p': 0.001297227805480361, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=174900 loss=2.6907 {'pos0_bos_p': 0.0013228345196694136, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=174950 loss=2.6946 {'pos0_bos_p': 0.0012917442945763469, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=175000 loss=2.8218 {'pos0_bos_p': 0.0012729379814118147, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=175050 loss=2.9762 {'pos0_bos_p': 0.0013398126466199756, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=175100 loss=2.4902 {'pos0_bos_p': 0.0012039811117574573, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=175150 loss=3.2149 {'pos0_bos_p': 0.001373023260384798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=175200 loss=3.2852 {'pos0_bos_p': 0.001292433706112206, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=175250 loss=2.4983 {'pos0_bos_p': 0.0013113286113366485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=175300 loss=2.4024 {'pos0_bos_p': 0.0012772921472787857, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=175350 loss=2.1976 {'pos0_bos_p': 0.0012334375642240047, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=175400 loss=2.9201 {'pos0_bos_p': 0.0012850650819018483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=175450 loss=3.0189 {'pos0_bos_p': 0.0012607702519744635, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=175500 loss=2.0685 {'pos0_bos_p': 0.0012588424142450094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=175550 loss=2.0180 {'pos0_bos_p': 0.0013034112052991986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=175600 loss=2.6055 {'pos0_bos_p': 0.0012359700631350279, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=175650 loss=3.4539 {'pos0_bos_p': 0.0013198653468862176, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999855756759644, 'last_eos_top1': 4} +step=175700 loss=2.6824 {'pos0_bos_p': 0.0013339563738554716, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=175750 loss=2.7434 {'pos0_bos_p': 0.001371546066366136, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=175800 loss=2.5512 {'pos0_bos_p': 0.001326030702330172, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=175850 loss=3.0132 {'pos0_bos_p': 0.0012931671226397157, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=175900 loss=2.3912 {'pos0_bos_p': 0.0013149518053978682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=175950 loss=3.2628 {'pos0_bos_p': 0.0013203207636252046, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=176000 loss=2.5813 {'pos0_bos_p': 0.0013845545472577214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=176050 loss=3.1212 {'pos0_bos_p': 0.001361119095236063, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=176100 loss=2.7702 {'pos0_bos_p': 0.0014537106035277247, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=176150 loss=2.9348 {'pos0_bos_p': 0.0012752925977110863, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=176200 loss=2.7248 {'pos0_bos_p': 0.001326912548393011, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=176250 loss=3.0760 {'pos0_bos_p': 0.0013309521600604057, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=176300 loss=3.0368 {'pos0_bos_p': 0.0013359340373426676, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=176350 loss=2.6645 {'pos0_bos_p': 0.0013110701693221927, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=176400 loss=2.6302 {'pos0_bos_p': 0.0013049753615632653, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=176450 loss=2.8885 {'pos0_bos_p': 0.0013637662632390857, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=176500 loss=1.8697 {'pos0_bos_p': 0.001299133524298668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=176550 loss=2.6765 {'pos0_bos_p': 0.001321644289419055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=176600 loss=2.5101 {'pos0_bos_p': 0.001354085630737245, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=176650 loss=2.5884 {'pos0_bos_p': 0.0013121598167344928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=176700 loss=3.1739 {'pos0_bos_p': 0.0013212707126513124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=176750 loss=2.6001 {'pos0_bos_p': 0.0012827839236706495, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=176800 loss=2.9079 {'pos0_bos_p': 0.0013878674944862723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=176850 loss=2.8381 {'pos0_bos_p': 0.0013840430183336139, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=176900 loss=2.4587 {'pos0_bos_p': 0.0013932054862380028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=176950 loss=2.5296 {'pos0_bos_p': 0.0013709526974707842, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=177000 loss=2.8094 {'pos0_bos_p': 0.0013200740795582533, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=177050 loss=2.9338 {'pos0_bos_p': 0.0013071137946099043, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=177100 loss=2.4429 {'pos0_bos_p': 0.0013054609298706055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=177150 loss=3.0977 {'pos0_bos_p': 0.0013513964368030429, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=177200 loss=2.6816 {'pos0_bos_p': 0.0013373049441725016, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=177250 loss=2.9992 {'pos0_bos_p': 0.0013473463477566838, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=177300 loss=2.9171 {'pos0_bos_p': 0.0012806522427126765, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=177350 loss=2.5941 {'pos0_bos_p': 0.001297486713156104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=177400 loss=3.0767 {'pos0_bos_p': 0.0013867084635421634, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=177450 loss=2.9466 {'pos0_bos_p': 0.001291031832806766, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=177500 loss=2.3339 {'pos0_bos_p': 0.0013706720201298594, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=177550 loss=3.1370 {'pos0_bos_p': 0.0012202723883092403, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=177600 loss=2.6670 {'pos0_bos_p': 0.0012865426251664758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=177650 loss=2.8336 {'pos0_bos_p': 0.0014027260476723313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=177700 loss=3.0871 {'pos0_bos_p': 0.0013130481820553541, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=177750 loss=2.8653 {'pos0_bos_p': 0.0013565730769187212, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=177800 loss=2.8260 {'pos0_bos_p': 0.0013016328448429704, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=177850 loss=2.6831 {'pos0_bos_p': 0.0013327372726053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=177900 loss=2.6956 {'pos0_bos_p': 0.0013568989234045148, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=177950 loss=2.3785 {'pos0_bos_p': 0.0013697914546355605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=178000 loss=3.3360 {'pos0_bos_p': 0.0013448927784338593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=178050 loss=2.7210 {'pos0_bos_p': 0.0013837605947628617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=178100 loss=2.6015 {'pos0_bos_p': 0.001365332631394267, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=178150 loss=2.9798 {'pos0_bos_p': 0.0012338153319433331, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=178200 loss=3.0102 {'pos0_bos_p': 0.0013168303994461894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=178250 loss=3.0942 {'pos0_bos_p': 0.0012933406978845596, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=178300 loss=3.0717 {'pos0_bos_p': 0.0012805404840037227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=178350 loss=2.5789 {'pos0_bos_p': 0.001256995601579547, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=178400 loss=2.7256 {'pos0_bos_p': 0.0012930914526805282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999850988388062, 'last_eos_top1': 4} +step=178450 loss=2.8776 {'pos0_bos_p': 0.0012338224332779646, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=178500 loss=3.0764 {'pos0_bos_p': 0.0012995561119168997, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=178550 loss=2.2607 {'pos0_bos_p': 0.0013090693391859531, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=178600 loss=2.7876 {'pos0_bos_p': 0.0013792435638606548, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=178650 loss=2.6410 {'pos0_bos_p': 0.0012828178005293012, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=178700 loss=2.7792 {'pos0_bos_p': 0.001281057484447956, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=178750 loss=2.6489 {'pos0_bos_p': 0.001325802644714713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=178800 loss=2.3451 {'pos0_bos_p': 0.0012808875180780888, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=178850 loss=3.1041 {'pos0_bos_p': 0.001360716880299151, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=178900 loss=3.4164 {'pos0_bos_p': 0.0012842618161812425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=178950 loss=2.4858 {'pos0_bos_p': 0.0013340319273993373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=179000 loss=2.7494 {'pos0_bos_p': 0.0013657649978995323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=179050 loss=2.9984 {'pos0_bos_p': 0.0012946694623678923, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=179100 loss=2.9425 {'pos0_bos_p': 0.0012181304628029466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=179150 loss=2.8854 {'pos0_bos_p': 0.0012943868059664965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=179200 loss=3.0482 {'pos0_bos_p': 0.0013503858353942633, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=179250 loss=3.1582 {'pos0_bos_p': 0.0012550271349027753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=179300 loss=3.3102 {'pos0_bos_p': 0.0013432778650894761, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=179350 loss=2.7107 {'pos0_bos_p': 0.0013617114163935184, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=179400 loss=2.9462 {'pos0_bos_p': 0.0013781893067061901, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=179450 loss=2.6505 {'pos0_bos_p': 0.0012843523873016238, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=179500 loss=3.2390 {'pos0_bos_p': 0.0014267347287386656, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=179550 loss=3.0509 {'pos0_bos_p': 0.0013702558353543282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=179600 loss=3.0424 {'pos0_bos_p': 0.0012656993931159377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=179650 loss=2.2307 {'pos0_bos_p': 0.001361530739814043, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=179700 loss=3.0814 {'pos0_bos_p': 0.0013610298046842217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=179750 loss=2.8572 {'pos0_bos_p': 0.0013505906099453568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=179800 loss=3.1329 {'pos0_bos_p': 0.0012620945926755667, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=179850 loss=2.7293 {'pos0_bos_p': 0.001281360862776637, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=179900 loss=2.7367 {'pos0_bos_p': 0.001381039503030479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=179950 loss=2.4588 {'pos0_bos_p': 0.001371424412354827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=180000 loss=2.9956 {'pos0_bos_p': 0.001370517536997795, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=180050 loss=2.7589 {'pos0_bos_p': 0.0013357513817027211, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=180100 loss=3.1578 {'pos0_bos_p': 0.0013266099849715829, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=180150 loss=2.7316 {'pos0_bos_p': 0.0012912482488900423, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=180200 loss=2.5565 {'pos0_bos_p': 0.001314288005232811, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=180250 loss=2.6389 {'pos0_bos_p': 0.0013728811172768474, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=180300 loss=2.4607 {'pos0_bos_p': 0.0012622650247067213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=180350 loss=2.2491 {'pos0_bos_p': 0.0013185808202251792, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=180400 loss=2.2737 {'pos0_bos_p': 0.0013215482467785478, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=180450 loss=3.2117 {'pos0_bos_p': 0.0012120309984311461, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=180500 loss=2.5568 {'pos0_bos_p': 0.0013027904788032174, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=180550 loss=2.7504 {'pos0_bos_p': 0.00132339121773839, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=180600 loss=3.1012 {'pos0_bos_p': 0.0013067469699308276, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=180650 loss=2.5501 {'pos0_bos_p': 0.0013372169341892004, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=180700 loss=2.4000 {'pos0_bos_p': 0.001293219975195825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=180750 loss=3.1639 {'pos0_bos_p': 0.001283083576709032, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=180800 loss=2.2098 {'pos0_bos_p': 0.001292882370762527, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=180850 loss=2.2962 {'pos0_bos_p': 0.0012682699598371983, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=180900 loss=2.6329 {'pos0_bos_p': 0.00123082404024899, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=180950 loss=2.7401 {'pos0_bos_p': 0.0013319611316546798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=181000 loss=2.7288 {'pos0_bos_p': 0.0013956191251054406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=181050 loss=2.6021 {'pos0_bos_p': 0.0012795438524335623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=181100 loss=2.4309 {'pos0_bos_p': 0.0012986799702048302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=181150 loss=3.0179 {'pos0_bos_p': 0.0013172875624150038, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=181200 loss=2.4949 {'pos0_bos_p': 0.001283565303310752, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=181250 loss=3.2549 {'pos0_bos_p': 0.0012443405576050282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=181300 loss=2.7300 {'pos0_bos_p': 0.0012852370273321867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=181350 loss=2.6205 {'pos0_bos_p': 0.0012674875324591994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=181400 loss=3.4919 {'pos0_bos_p': 0.001217332319356501, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=181450 loss=2.7872 {'pos0_bos_p': 0.0012867652112618089, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=181500 loss=2.8948 {'pos0_bos_p': 0.001283218851312995, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=181550 loss=2.4786 {'pos0_bos_p': 0.0012980345636606216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=181600 loss=2.8240 {'pos0_bos_p': 0.0012771754991263151, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=181650 loss=2.6288 {'pos0_bos_p': 0.0013332180678844452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=181700 loss=2.5851 {'pos0_bos_p': 0.0013020046753808856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=181750 loss=3.0021 {'pos0_bos_p': 0.0012894854880869389, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=181800 loss=2.7940 {'pos0_bos_p': 0.0013416697038337588, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=181850 loss=2.9952 {'pos0_bos_p': 0.0013102672528475523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=181900 loss=2.8387 {'pos0_bos_p': 0.001290066633373499, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=181950 loss=2.5624 {'pos0_bos_p': 0.0013756115222349763, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=182000 loss=3.0382 {'pos0_bos_p': 0.0013807093491777778, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=182050 loss=2.8322 {'pos0_bos_p': 0.0014064257265999913, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=182100 loss=2.3053 {'pos0_bos_p': 0.0013279085978865623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=182150 loss=2.4739 {'pos0_bos_p': 0.001336864777840674, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=182200 loss=2.7435 {'pos0_bos_p': 0.001280763652175665, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=182250 loss=3.1723 {'pos0_bos_p': 0.0013032190036028624, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=182300 loss=2.7789 {'pos0_bos_p': 0.0012791656190529466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=182350 loss=2.4944 {'pos0_bos_p': 0.0013958052732050419, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=182400 loss=2.9718 {'pos0_bos_p': 0.0013096757465973496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=182450 loss=2.9186 {'pos0_bos_p': 0.0013717426918447018, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=182500 loss=2.8706 {'pos0_bos_p': 0.0013102088123559952, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=182550 loss=2.3766 {'pos0_bos_p': 0.001309302868321538, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=182600 loss=3.1908 {'pos0_bos_p': 0.001244625891558826, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=182650 loss=2.2876 {'pos0_bos_p': 0.0013016226002946496, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=182700 loss=3.1109 {'pos0_bos_p': 0.001253391383215785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=182750 loss=3.4379 {'pos0_bos_p': 0.0013223172863945365, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=182800 loss=2.7316 {'pos0_bos_p': 0.001292713452130556, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=182850 loss=2.4759 {'pos0_bos_p': 0.0012890213401988149, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=182900 loss=2.7972 {'pos0_bos_p': 0.0013375891139730811, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=182950 loss=3.1241 {'pos0_bos_p': 0.0012527087237685919, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=183000 loss=3.3009 {'pos0_bos_p': 0.0012637078762054443, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=183050 loss=2.8428 {'pos0_bos_p': 0.0013416059082373977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=183100 loss=2.8455 {'pos0_bos_p': 0.0013001174665987492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=183150 loss=2.9430 {'pos0_bos_p': 0.0013112974120303988, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=183200 loss=3.2215 {'pos0_bos_p': 0.0012871804647147655, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=183250 loss=2.9484 {'pos0_bos_p': 0.0013342463644221425, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=183300 loss=2.5684 {'pos0_bos_p': 0.0012845543678849936, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=183350 loss=3.0604 {'pos0_bos_p': 0.0012480176519602537, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=183400 loss=2.3243 {'pos0_bos_p': 0.0012773986672982574, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=183450 loss=2.4256 {'pos0_bos_p': 0.0012990629766136408, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=183500 loss=2.4760 {'pos0_bos_p': 0.0013057624455541372, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=183550 loss=2.8714 {'pos0_bos_p': 0.0012242109514772892, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=183600 loss=2.7394 {'pos0_bos_p': 0.0012518662260845304, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=183650 loss=2.9117 {'pos0_bos_p': 0.0013118194183334708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=183700 loss=2.5219 {'pos0_bos_p': 0.001309836283326149, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=183750 loss=3.1727 {'pos0_bos_p': 0.0012937161372974515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=183800 loss=2.8406 {'pos0_bos_p': 0.0012547873193398118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=183850 loss=2.8224 {'pos0_bos_p': 0.0013375268317759037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=183900 loss=2.7627 {'pos0_bos_p': 0.0012988868402317166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=183950 loss=2.7090 {'pos0_bos_p': 0.001316845417022705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=184000 loss=2.5453 {'pos0_bos_p': 0.0012992497067898512, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=184050 loss=2.4050 {'pos0_bos_p': 0.0013467059470713139, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=184100 loss=3.3267 {'pos0_bos_p': 0.0012657531769946218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=184150 loss=3.2323 {'pos0_bos_p': 0.0012897914275527, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=184200 loss=3.0080 {'pos0_bos_p': 0.001345696160569787, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=184250 loss=3.0263 {'pos0_bos_p': 0.001304448931477964, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=184300 loss=2.5863 {'pos0_bos_p': 0.0012973429402336478, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=184350 loss=2.7762 {'pos0_bos_p': 0.0012535735731944442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=184400 loss=3.0754 {'pos0_bos_p': 0.0013235287042334676, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=184450 loss=2.9056 {'pos0_bos_p': 0.001370068988762796, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=184500 loss=2.0646 {'pos0_bos_p': 0.0012679056962952018, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=184550 loss=3.2508 {'pos0_bos_p': 0.001297907205298543, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=184600 loss=3.1658 {'pos0_bos_p': 0.001293059904128313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=184650 loss=2.7861 {'pos0_bos_p': 0.0012598676839843392, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=184700 loss=3.0374 {'pos0_bos_p': 0.001368727651424706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=184750 loss=2.2627 {'pos0_bos_p': 0.001381507609039545, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=184800 loss=2.7830 {'pos0_bos_p': 0.0013689786428585649, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=184850 loss=2.4354 {'pos0_bos_p': 0.0012718166690319777, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=184900 loss=2.6731 {'pos0_bos_p': 0.0013630555476993322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=184950 loss=2.8039 {'pos0_bos_p': 0.0012809950858354568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=185000 loss=2.2737 {'pos0_bos_p': 0.0013984112301841378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=185050 loss=2.5471 {'pos0_bos_p': 0.0013725126627832651, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=185100 loss=2.8697 {'pos0_bos_p': 0.0013618163065984845, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=185150 loss=2.8233 {'pos0_bos_p': 0.0012172701535746455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=185200 loss=2.8853 {'pos0_bos_p': 0.0013306549517437816, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=185250 loss=2.4672 {'pos0_bos_p': 0.0013498341431841254, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=185300 loss=3.0092 {'pos0_bos_p': 0.001370503450743854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=185350 loss=2.9623 {'pos0_bos_p': 0.0013645307626575232, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=185400 loss=2.9205 {'pos0_bos_p': 0.0012649662094190717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=185450 loss=3.1740 {'pos0_bos_p': 0.0012964471243321896, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=185500 loss=2.6416 {'pos0_bos_p': 0.0013435796136036515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=185550 loss=2.7480 {'pos0_bos_p': 0.001385760260745883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=185600 loss=2.6972 {'pos0_bos_p': 0.0013187357690185308, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=185650 loss=2.6095 {'pos0_bos_p': 0.0013814488193020225, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=185700 loss=3.2836 {'pos0_bos_p': 0.0013992255553603172, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=185750 loss=2.6714 {'pos0_bos_p': 0.0013173812767490745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=185800 loss=3.2305 {'pos0_bos_p': 0.001378153101541102, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=185850 loss=2.4834 {'pos0_bos_p': 0.0013937265612185001, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=185900 loss=2.6588 {'pos0_bos_p': 0.0012887702323496342, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=185950 loss=3.1063 {'pos0_bos_p': 0.0013619294622913003, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=186000 loss=2.7758 {'pos0_bos_p': 0.0013301667058840394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=186050 loss=3.4608 {'pos0_bos_p': 0.0013109544524922967, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=186100 loss=2.8269 {'pos0_bos_p': 0.001277825329452753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=186150 loss=2.8512 {'pos0_bos_p': 0.0013219726970419288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=186200 loss=3.2702 {'pos0_bos_p': 0.0012706575216725469, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=186250 loss=2.2644 {'pos0_bos_p': 0.0012658496852964163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=186300 loss=3.0052 {'pos0_bos_p': 0.0013250438496470451, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=186350 loss=2.7603 {'pos0_bos_p': 0.001377078820951283, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=186400 loss=2.7853 {'pos0_bos_p': 0.0012778996024280787, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=186450 loss=2.9133 {'pos0_bos_p': 0.001243306789547205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=186500 loss=2.8360 {'pos0_bos_p': 0.0012462249724194407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=186550 loss=2.5752 {'pos0_bos_p': 0.0012994044227525592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=186600 loss=2.4678 {'pos0_bos_p': 0.001330769038759172, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=186650 loss=2.9682 {'pos0_bos_p': 0.0013125203549861908, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=186700 loss=2.8384 {'pos0_bos_p': 0.001312915701419115, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=186750 loss=2.9896 {'pos0_bos_p': 0.0013026198139414191, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=186800 loss=2.4815 {'pos0_bos_p': 0.001246520085260272, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=186850 loss=2.8253 {'pos0_bos_p': 0.0013624910498037934, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=186900 loss=2.1753 {'pos0_bos_p': 0.001237772754393518, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=186950 loss=2.9308 {'pos0_bos_p': 0.0012907746713608503, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=187000 loss=3.1562 {'pos0_bos_p': 0.0012360489927232265, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=187050 loss=3.0719 {'pos0_bos_p': 0.0013104795943945646, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=187100 loss=2.6238 {'pos0_bos_p': 0.0013027028180658817, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=187150 loss=2.4124 {'pos0_bos_p': 0.0012785709695890546, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=187200 loss=2.6744 {'pos0_bos_p': 0.0013762330636382103, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=187250 loss=2.8957 {'pos0_bos_p': 0.001277357921935618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=187300 loss=2.8947 {'pos0_bos_p': 0.0013236283557489514, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=187350 loss=2.5015 {'pos0_bos_p': 0.0011932102497667074, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=187400 loss=2.5908 {'pos0_bos_p': 0.0013147684512659907, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=187450 loss=2.8612 {'pos0_bos_p': 0.0012851058272644877, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=187500 loss=2.5202 {'pos0_bos_p': 0.001310517080128193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=187550 loss=2.3266 {'pos0_bos_p': 0.0012744036503136158, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=187600 loss=2.8201 {'pos0_bos_p': 0.001354300999082625, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=187650 loss=2.7691 {'pos0_bos_p': 0.0012641019420698285, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=187700 loss=2.4082 {'pos0_bos_p': 0.001319465460255742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=187750 loss=2.6278 {'pos0_bos_p': 0.0013146728742867708, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=187800 loss=2.6255 {'pos0_bos_p': 0.0012862883741036057, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=187850 loss=2.6024 {'pos0_bos_p': 0.0012248989660292864, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=187900 loss=2.6506 {'pos0_bos_p': 0.0012916785199195147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=187950 loss=2.9404 {'pos0_bos_p': 0.0012928248615935445, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=188000 loss=2.7433 {'pos0_bos_p': 0.0013712371001020074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=188050 loss=3.5607 {'pos0_bos_p': 0.0013149656588211656, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=188100 loss=2.3020 {'pos0_bos_p': 0.0013626537984237075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=188150 loss=3.3629 {'pos0_bos_p': 0.0013069382403045893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=188200 loss=2.5093 {'pos0_bos_p': 0.001385616953484714, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=188250 loss=2.6198 {'pos0_bos_p': 0.0012400445993989706, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=188300 loss=2.6734 {'pos0_bos_p': 0.0012688167626038194, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=188350 loss=2.5185 {'pos0_bos_p': 0.0012779341777786613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=188400 loss=2.5945 {'pos0_bos_p': 0.0012506467755883932, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=188450 loss=2.2154 {'pos0_bos_p': 0.0012514531845226884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=188500 loss=2.8462 {'pos0_bos_p': 0.0012045104522258043, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=188550 loss=2.9179 {'pos0_bos_p': 0.001244420767761767, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=188600 loss=2.6364 {'pos0_bos_p': 0.0013301785802468657, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=188650 loss=2.8235 {'pos0_bos_p': 0.0012993031414225698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=188700 loss=3.1654 {'pos0_bos_p': 0.001322434633038938, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=188750 loss=2.5595 {'pos0_bos_p': 0.0013748847413808107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=188800 loss=2.7347 {'pos0_bos_p': 0.001364280586130917, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=188850 loss=2.1259 {'pos0_bos_p': 0.0013420514296740294, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=188900 loss=3.1862 {'pos0_bos_p': 0.0012980536557734013, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=188950 loss=2.3209 {'pos0_bos_p': 0.001224096049554646, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=189000 loss=2.6660 {'pos0_bos_p': 0.0013233069330453873, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=189050 loss=2.7580 {'pos0_bos_p': 0.0012645086972042918, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=189100 loss=2.3437 {'pos0_bos_p': 0.0012606026139110327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=189150 loss=2.5510 {'pos0_bos_p': 0.0013096006587147713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=189200 loss=2.9330 {'pos0_bos_p': 0.0012866485631093383, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=189250 loss=2.3304 {'pos0_bos_p': 0.0013070206623524427, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=189300 loss=2.8656 {'pos0_bos_p': 0.0012811588821932673, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=189350 loss=2.9859 {'pos0_bos_p': 0.0011973311193287373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=189400 loss=2.7962 {'pos0_bos_p': 0.0012407689355313778, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=189450 loss=2.9377 {'pos0_bos_p': 0.0012796265073120594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=189500 loss=2.5832 {'pos0_bos_p': 0.0012983198976144195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=189550 loss=2.7313 {'pos0_bos_p': 0.0012959038140252233, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=189600 loss=2.7677 {'pos0_bos_p': 0.0012794085778295994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=189650 loss=2.3357 {'pos0_bos_p': 0.0013063070364296436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=189700 loss=2.9176 {'pos0_bos_p': 0.0012206974206492305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=189750 loss=3.1750 {'pos0_bos_p': 0.0012690630974248052, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=189800 loss=2.8217 {'pos0_bos_p': 0.0012960467720404267, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=189850 loss=2.7869 {'pos0_bos_p': 0.0012514275731518865, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=189900 loss=2.9202 {'pos0_bos_p': 0.0013205086579546332, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=189950 loss=2.6378 {'pos0_bos_p': 0.0012723983963951468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=190000 loss=2.6442 {'pos0_bos_p': 0.0012748822337016463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=190050 loss=3.1566 {'pos0_bos_p': 0.0013522811932489276, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=190100 loss=2.9977 {'pos0_bos_p': 0.0012745888670906425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=190150 loss=2.4909 {'pos0_bos_p': 0.0012480193981900811, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999854564666748, 'last_eos_top1': 4} +step=190200 loss=2.2924 {'pos0_bos_p': 0.0012660465436056256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=190250 loss=2.6570 {'pos0_bos_p': 0.0013135876506567001, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=190300 loss=2.5479 {'pos0_bos_p': 0.0012692664749920368, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=190350 loss=2.7750 {'pos0_bos_p': 0.0012305367272347212, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=190400 loss=2.3540 {'pos0_bos_p': 0.0012491681845858693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=190450 loss=2.4986 {'pos0_bos_p': 0.001297235139645636, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=190500 loss=3.1010 {'pos0_bos_p': 0.0012781091500073671, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=190550 loss=2.8353 {'pos0_bos_p': 0.0013274290831759572, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=190600 loss=3.4057 {'pos0_bos_p': 0.001265677623450756, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=190650 loss=2.8192 {'pos0_bos_p': 0.0013465333031490445, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=190700 loss=3.1426 {'pos0_bos_p': 0.0012869015336036682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=190750 loss=2.8928 {'pos0_bos_p': 0.0013646100414916873, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=190800 loss=2.4367 {'pos0_bos_p': 0.0013822853798046708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=190850 loss=2.9486 {'pos0_bos_p': 0.001313482760451734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=190900 loss=2.4861 {'pos0_bos_p': 0.0013561933301389217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=190950 loss=2.5453 {'pos0_bos_p': 0.001337141846306622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=191000 loss=2.1111 {'pos0_bos_p': 0.0013471408747136593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=191050 loss=2.4695 {'pos0_bos_p': 0.0013830465031787753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=191100 loss=3.1781 {'pos0_bos_p': 0.0013214381178840995, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=191150 loss=2.7064 {'pos0_bos_p': 0.001371451886370778, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=191200 loss=2.4945 {'pos0_bos_p': 0.00129263277631253, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=191250 loss=2.7713 {'pos0_bos_p': 0.0012318574590608478, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=191300 loss=3.0105 {'pos0_bos_p': 0.001314276596531272, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=191350 loss=2.4800 {'pos0_bos_p': 0.0012209161650389433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999853372573853, 'last_eos_top1': 4} +step=191400 loss=2.8618 {'pos0_bos_p': 0.001348877907730639, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=191450 loss=2.9012 {'pos0_bos_p': 0.001274789567105472, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=191500 loss=2.8748 {'pos0_bos_p': 0.0012497686548158526, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=191550 loss=2.8753 {'pos0_bos_p': 0.0013629557797685266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=191600 loss=2.8917 {'pos0_bos_p': 0.0014080394757911563, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=191650 loss=2.6795 {'pos0_bos_p': 0.0013045759405940771, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=191700 loss=3.1143 {'pos0_bos_p': 0.0012796057853847742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=191750 loss=2.6119 {'pos0_bos_p': 0.001354254549369216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=191800 loss=2.5512 {'pos0_bos_p': 0.0013426401419565082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999858140945435, 'last_eos_top1': 4} +step=191850 loss=2.8271 {'pos0_bos_p': 0.001363368472084403, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=191900 loss=2.4989 {'pos0_bos_p': 0.0012824359582737088, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=191950 loss=2.0639 {'pos0_bos_p': 0.0012420726707205176, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=192000 loss=3.0436 {'pos0_bos_p': 0.0014137988910079002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=192050 loss=2.2885 {'pos0_bos_p': 0.0013697999529540539, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=192100 loss=2.4530 {'pos0_bos_p': 0.0013664972502738237, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=192150 loss=2.3136 {'pos0_bos_p': 0.0014026608550921082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=192200 loss=2.5887 {'pos0_bos_p': 0.0012590483529493213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=192250 loss=2.5484 {'pos0_bos_p': 0.0013297561090439558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=192300 loss=2.7164 {'pos0_bos_p': 0.0013059345073997974, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=192350 loss=2.8972 {'pos0_bos_p': 0.0014190683141350746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=192400 loss=2.9207 {'pos0_bos_p': 0.001282637706026435, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=192450 loss=2.9850 {'pos0_bos_p': 0.0013340087607502937, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=192500 loss=2.3832 {'pos0_bos_p': 0.0013854734133929014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=192550 loss=2.9870 {'pos0_bos_p': 0.0014336437452584505, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=192600 loss=2.7147 {'pos0_bos_p': 0.0012960303574800491, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=192650 loss=2.7426 {'pos0_bos_p': 0.001328200800344348, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=192700 loss=2.8287 {'pos0_bos_p': 0.0014354218728840351, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=192750 loss=2.7890 {'pos0_bos_p': 0.0013413684209808707, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=192800 loss=2.4010 {'pos0_bos_p': 0.0013780411100015044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=192850 loss=2.5618 {'pos0_bos_p': 0.0012996636796742678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=192900 loss=2.6516 {'pos0_bos_p': 0.0013908903347328305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=192950 loss=3.0442 {'pos0_bos_p': 0.0012184042716398835, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=193000 loss=2.6083 {'pos0_bos_p': 0.0012598184403032064, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=193050 loss=2.5154 {'pos0_bos_p': 0.0013364540645852685, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=193100 loss=2.5789 {'pos0_bos_p': 0.0012682643719017506, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=193150 loss=2.6899 {'pos0_bos_p': 0.0013674430083483458, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=193200 loss=3.1822 {'pos0_bos_p': 0.001378019922412932, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=193250 loss=3.2255 {'pos0_bos_p': 0.0013315227115526795, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=193300 loss=2.8241 {'pos0_bos_p': 0.0013009350514039397, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=193350 loss=2.5415 {'pos0_bos_p': 0.0013264603912830353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=193400 loss=2.9696 {'pos0_bos_p': 0.0013319497229531407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=193450 loss=3.0512 {'pos0_bos_p': 0.0013524710666388273, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=193500 loss=2.4530 {'pos0_bos_p': 0.0013361391611397266, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=193550 loss=2.1893 {'pos0_bos_p': 0.0013833417324349284, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=193600 loss=2.8676 {'pos0_bos_p': 0.0013974265893921256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=193650 loss=3.2921 {'pos0_bos_p': 0.0013301772996783257, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=193700 loss=3.4479 {'pos0_bos_p': 0.0013562017120420933, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=193750 loss=2.4337 {'pos0_bos_p': 0.0012930984375998378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=193800 loss=2.2619 {'pos0_bos_p': 0.0013714003143832088, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=193850 loss=2.9088 {'pos0_bos_p': 0.001396828331053257, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=193900 loss=2.4627 {'pos0_bos_p': 0.0013562282547354698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=193950 loss=2.9826 {'pos0_bos_p': 0.0013536446494981647, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=194000 loss=3.1144 {'pos0_bos_p': 0.0013562120730057359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=194050 loss=3.1238 {'pos0_bos_p': 0.0013493405422195792, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=194100 loss=3.2909 {'pos0_bos_p': 0.0013230580370873213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=194150 loss=2.7192 {'pos0_bos_p': 0.0013250645715743303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=194200 loss=3.2168 {'pos0_bos_p': 0.0013044957304373384, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=194250 loss=3.1468 {'pos0_bos_p': 0.001311973319388926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=194300 loss=2.4636 {'pos0_bos_p': 0.0013136833440512419, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=194350 loss=3.4567 {'pos0_bos_p': 0.0012993077980354428, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=194400 loss=2.6786 {'pos0_bos_p': 0.0013382404576987028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=194450 loss=2.6076 {'pos0_bos_p': 0.0012573390267789364, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=194500 loss=2.8348 {'pos0_bos_p': 0.0012988972011953592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=194550 loss=3.2803 {'pos0_bos_p': 0.0013632925692945719, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=194600 loss=2.5375 {'pos0_bos_p': 0.0012796786613762379, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=194650 loss=2.6936 {'pos0_bos_p': 0.001346685690805316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=194700 loss=2.9047 {'pos0_bos_p': 0.001256522024050355, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=194750 loss=2.4469 {'pos0_bos_p': 0.0013099786592647433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=194800 loss=3.2249 {'pos0_bos_p': 0.0013491179561242461, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=194850 loss=2.8518 {'pos0_bos_p': 0.0012889098143205047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=194900 loss=3.5376 {'pos0_bos_p': 0.0012499901931732893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=194950 loss=2.8572 {'pos0_bos_p': 0.0012836795067414641, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=195000 loss=2.4795 {'pos0_bos_p': 0.001314140623435378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=195050 loss=2.7171 {'pos0_bos_p': 0.0012657559709623456, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=195100 loss=2.3602 {'pos0_bos_p': 0.0012975402642041445, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=195150 loss=2.9699 {'pos0_bos_p': 0.0012271697632968426, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=195200 loss=2.5333 {'pos0_bos_p': 0.001367888762615621, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=195250 loss=2.6958 {'pos0_bos_p': 0.0012601854978129268, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=195300 loss=3.5048 {'pos0_bos_p': 0.001267739338800311, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=195350 loss=3.1507 {'pos0_bos_p': 0.0012961439788341522, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=195400 loss=2.5669 {'pos0_bos_p': 0.001353994244709611, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=195450 loss=2.2857 {'pos0_bos_p': 0.001248944434337318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=195500 loss=2.7255 {'pos0_bos_p': 0.001296037225984037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=195550 loss=2.7410 {'pos0_bos_p': 0.0012798188254237175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=195600 loss=3.6414 {'pos0_bos_p': 0.0012872196966782212, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=195650 loss=2.9110 {'pos0_bos_p': 0.0012912728125229478, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=195700 loss=3.1824 {'pos0_bos_p': 0.0013265222078189254, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=195750 loss=2.6719 {'pos0_bos_p': 0.0013145346892997622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=195800 loss=2.8339 {'pos0_bos_p': 0.0013068346306681633, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=195850 loss=2.8632 {'pos0_bos_p': 0.001363201066851616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=195900 loss=2.4701 {'pos0_bos_p': 0.0012944282498210669, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=195950 loss=2.9233 {'pos0_bos_p': 0.0013234690995886922, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=196000 loss=2.5560 {'pos0_bos_p': 0.0012929533841088414, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=196050 loss=2.8904 {'pos0_bos_p': 0.001302225049585104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=196100 loss=2.7944 {'pos0_bos_p': 0.0013239799300208688, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=196150 loss=3.1596 {'pos0_bos_p': 0.001260551973246038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=196200 loss=2.3578 {'pos0_bos_p': 0.0012354747159406543, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=196250 loss=2.5233 {'pos0_bos_p': 0.0013299583224579692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=196300 loss=2.7416 {'pos0_bos_p': 0.0012630162527784705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=196350 loss=2.2243 {'pos0_bos_p': 0.0012711065355688334, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=196400 loss=2.8692 {'pos0_bos_p': 0.001316944952122867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=196450 loss=2.4309 {'pos0_bos_p': 0.0012332627084106207, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=196500 loss=2.4054 {'pos0_bos_p': 0.0013182606780901551, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=196550 loss=3.3173 {'pos0_bos_p': 0.0012794282520189881, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=196600 loss=3.1561 {'pos0_bos_p': 0.0012883837334811687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=196650 loss=2.5043 {'pos0_bos_p': 0.0013270407216623425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=196700 loss=2.8889 {'pos0_bos_p': 0.001187279005534947, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=196750 loss=3.3098 {'pos0_bos_p': 0.0012583899078890681, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=196800 loss=2.8622 {'pos0_bos_p': 0.0012521232711151242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=196850 loss=3.1840 {'pos0_bos_p': 0.0012896343832835555, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=196900 loss=2.7613 {'pos0_bos_p': 0.001317649963311851, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=196950 loss=2.4953 {'pos0_bos_p': 0.001296404516324401, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=197000 loss=2.5994 {'pos0_bos_p': 0.0013667786261066794, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=197050 loss=3.1466 {'pos0_bos_p': 0.001264777616597712, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=197100 loss=2.9088 {'pos0_bos_p': 0.0013114737812429667, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=197150 loss=2.8546 {'pos0_bos_p': 0.0013280031271278858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=197200 loss=2.7288 {'pos0_bos_p': 0.0012983240885660052, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=197250 loss=3.0458 {'pos0_bos_p': 0.0013301160652190447, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=197300 loss=2.9097 {'pos0_bos_p': 0.0013034238945692778, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=197350 loss=2.3293 {'pos0_bos_p': 0.0012040094006806612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=197400 loss=2.6802 {'pos0_bos_p': 0.0012638833140954375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=197450 loss=2.7471 {'pos0_bos_p': 0.0012709945440292358, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=197500 loss=2.5940 {'pos0_bos_p': 0.0013245982117950916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=197550 loss=2.8054 {'pos0_bos_p': 0.0013350732624530792, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=197600 loss=3.2681 {'pos0_bos_p': 0.0012564138742163777, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=197650 loss=3.0156 {'pos0_bos_p': 0.0013895891606807709, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=197700 loss=2.7835 {'pos0_bos_p': 0.001312064821831882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=197750 loss=2.4315 {'pos0_bos_p': 0.0012370692566037178, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=197800 loss=2.4503 {'pos0_bos_p': 0.0012334678322076797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=197850 loss=2.9375 {'pos0_bos_p': 0.001367688295431435, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=197900 loss=3.0094 {'pos0_bos_p': 0.0012969925301149487, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=197950 loss=3.2165 {'pos0_bos_p': 0.0012777979718521237, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=198000 loss=2.5611 {'pos0_bos_p': 0.001266404171474278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=198050 loss=2.2762 {'pos0_bos_p': 0.0012785755097866058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=198100 loss=2.6608 {'pos0_bos_p': 0.001199706457555294, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=198150 loss=2.5228 {'pos0_bos_p': 0.0013107468839734793, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=198200 loss=2.6900 {'pos0_bos_p': 0.0012922283494845033, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=198250 loss=2.4549 {'pos0_bos_p': 0.0012786154402419925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=198300 loss=2.6999 {'pos0_bos_p': 0.0013170073507353663, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=198350 loss=3.0062 {'pos0_bos_p': 0.0012908426579087973, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=198400 loss=2.6713 {'pos0_bos_p': 0.0012808282626792789, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=198450 loss=2.6897 {'pos0_bos_p': 0.0012620898196473718, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=198500 loss=2.8149 {'pos0_bos_p': 0.0012983075575903058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=198550 loss=2.8884 {'pos0_bos_p': 0.0013128338614478707, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=198600 loss=2.6578 {'pos0_bos_p': 0.001319747301749885, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=198650 loss=2.3433 {'pos0_bos_p': 0.0012520992895588279, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=198700 loss=2.6865 {'pos0_bos_p': 0.0012210974236950278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=198750 loss=2.5322 {'pos0_bos_p': 0.0012465417385101318, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=198800 loss=2.5951 {'pos0_bos_p': 0.0012882581213489175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=198850 loss=3.0891 {'pos0_bos_p': 0.001248843502253294, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=198900 loss=2.8926 {'pos0_bos_p': 0.0011880359379574656, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=198950 loss=2.5414 {'pos0_bos_p': 0.0012667033588513732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=199000 loss=2.9688 {'pos0_bos_p': 0.0012656071921810508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=199050 loss=2.8460 {'pos0_bos_p': 0.001297921291552484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=199100 loss=2.4651 {'pos0_bos_p': 0.001323993201367557, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=199150 loss=2.7918 {'pos0_bos_p': 0.0012580225011333823, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=199200 loss=3.4912 {'pos0_bos_p': 0.0012867142213508487, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=199250 loss=2.8606 {'pos0_bos_p': 0.001334363012574613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=199300 loss=3.0744 {'pos0_bos_p': 0.0012550754472613335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=199350 loss=2.8383 {'pos0_bos_p': 0.0012195247691124678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=199400 loss=2.9939 {'pos0_bos_p': 0.0013227317249402404, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=199450 loss=2.7468 {'pos0_bos_p': 0.0013059506891295314, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=199500 loss=2.9532 {'pos0_bos_p': 0.0012653926387429237, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=199550 loss=3.2326 {'pos0_bos_p': 0.0012364888098090887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=199600 loss=3.2676 {'pos0_bos_p': 0.001220019650645554, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=199650 loss=2.6269 {'pos0_bos_p': 0.0012913133250549436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=199700 loss=3.0798 {'pos0_bos_p': 0.0012526677455753088, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=199750 loss=2.7502 {'pos0_bos_p': 0.0011792749864980578, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=199800 loss=2.4870 {'pos0_bos_p': 0.0012927122879773378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=199850 loss=3.1234 {'pos0_bos_p': 0.0013351778034120798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=199900 loss=2.2846 {'pos0_bos_p': 0.0012450781650841236, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=199950 loss=2.5269 {'pos0_bos_p': 0.0012358970707282424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=200000 loss=2.3615 {'pos0_bos_p': 0.0012241912772879004, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=200050 loss=3.0015 {'pos0_bos_p': 0.0011874858755618334, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=200100 loss=2.7750 {'pos0_bos_p': 0.0012203316437080503, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=200150 loss=2.3879 {'pos0_bos_p': 0.0012417618418112397, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=200200 loss=2.7205 {'pos0_bos_p': 0.0012348426971584558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=200250 loss=2.9108 {'pos0_bos_p': 0.0012623629299923778, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=200300 loss=2.3936 {'pos0_bos_p': 0.0013332488015294075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=200350 loss=3.1438 {'pos0_bos_p': 0.0012468172935768962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=200400 loss=3.1410 {'pos0_bos_p': 0.0012059598229825497, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=200450 loss=3.3087 {'pos0_bos_p': 0.0012572534615173936, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=200500 loss=2.4914 {'pos0_bos_p': 0.0012570543913170695, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=200550 loss=2.9006 {'pos0_bos_p': 0.00122807954903692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=200600 loss=2.7018 {'pos0_bos_p': 0.001240460085682571, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=200650 loss=2.6716 {'pos0_bos_p': 0.0012674452736973763, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=200700 loss=2.4661 {'pos0_bos_p': 0.0012466124026104808, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=200750 loss=2.5932 {'pos0_bos_p': 0.0012416245881468058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=200800 loss=2.4680 {'pos0_bos_p': 0.0012282048119232059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=200850 loss=2.9035 {'pos0_bos_p': 0.0012936713173985481, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=200900 loss=2.7977 {'pos0_bos_p': 0.0013253872748464346, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=200950 loss=2.3760 {'pos0_bos_p': 0.0012840575072914362, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=201000 loss=2.3839 {'pos0_bos_p': 0.0013389686355367303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=201050 loss=2.2311 {'pos0_bos_p': 0.0011893418850377202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=201100 loss=3.0374 {'pos0_bos_p': 0.0013053935253992677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=201150 loss=2.7216 {'pos0_bos_p': 0.0013105581747367978, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=201200 loss=2.5218 {'pos0_bos_p': 0.001349710044451058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=201250 loss=2.9861 {'pos0_bos_p': 0.0012924501206725836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=201300 loss=2.5334 {'pos0_bos_p': 0.0013033028226345778, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=201350 loss=2.6293 {'pos0_bos_p': 0.0012565547367557883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=201400 loss=2.8713 {'pos0_bos_p': 0.0012772101908922195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=201450 loss=2.7127 {'pos0_bos_p': 0.0012974757701158524, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=201500 loss=2.4552 {'pos0_bos_p': 0.001383274793624878, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=201550 loss=2.8945 {'pos0_bos_p': 0.001289807609282434, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=201600 loss=2.5462 {'pos0_bos_p': 0.0012148779351264238, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=201650 loss=2.8155 {'pos0_bos_p': 0.0012497447896748781, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=201700 loss=2.3460 {'pos0_bos_p': 0.0012412744108587503, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=201750 loss=2.6263 {'pos0_bos_p': 0.0012409992050379515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=201800 loss=2.3709 {'pos0_bos_p': 0.0013559700455516577, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=201850 loss=2.4133 {'pos0_bos_p': 0.0013583508552983403, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=201900 loss=2.7252 {'pos0_bos_p': 0.0013087476836517453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=201950 loss=2.6298 {'pos0_bos_p': 0.0011980035342276096, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=202000 loss=2.9032 {'pos0_bos_p': 0.0012900730362161994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=202050 loss=2.9201 {'pos0_bos_p': 0.0012486072955653071, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=202100 loss=2.3965 {'pos0_bos_p': 0.0012438686098903418, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=202150 loss=3.4377 {'pos0_bos_p': 0.001235739910043776, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=202200 loss=2.4174 {'pos0_bos_p': 0.0012668153503909707, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=202250 loss=3.2230 {'pos0_bos_p': 0.001177654485218227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=202300 loss=2.4403 {'pos0_bos_p': 0.0012594553409144282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=202350 loss=2.5671 {'pos0_bos_p': 0.0012740060919895768, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=202400 loss=2.6812 {'pos0_bos_p': 0.0012872605584561825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=202450 loss=2.9920 {'pos0_bos_p': 0.0011744521325454116, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=202500 loss=2.6262 {'pos0_bos_p': 0.0013440422480925918, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=202550 loss=2.7583 {'pos0_bos_p': 0.0012697987258434296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=202600 loss=2.7193 {'pos0_bos_p': 0.0013004643842577934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=202650 loss=2.7598 {'pos0_bos_p': 0.0012013968080282211, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=202700 loss=2.5995 {'pos0_bos_p': 0.0012325161369517446, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=202750 loss=3.0060 {'pos0_bos_p': 0.001248911372385919, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=202800 loss=2.8174 {'pos0_bos_p': 0.0012792242923751473, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=202850 loss=2.9983 {'pos0_bos_p': 0.0014043571427464485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=202900 loss=2.6956 {'pos0_bos_p': 0.0012852578656747937, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=202950 loss=3.2201 {'pos0_bos_p': 0.0013196313520893455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=203000 loss=2.9645 {'pos0_bos_p': 0.00128210021648556, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=203050 loss=2.9131 {'pos0_bos_p': 0.001329911989159882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=203100 loss=2.6228 {'pos0_bos_p': 0.0012580379843711853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=203150 loss=2.8991 {'pos0_bos_p': 0.0013202294940128922, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=203200 loss=2.5307 {'pos0_bos_p': 0.0013055639574304223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=203250 loss=2.6064 {'pos0_bos_p': 0.0012643829686567187, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=203300 loss=3.0092 {'pos0_bos_p': 0.0013093536254018545, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=203350 loss=2.4416 {'pos0_bos_p': 0.0012721522944048047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=203400 loss=3.1994 {'pos0_bos_p': 0.001186022418551147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=203450 loss=2.9547 {'pos0_bos_p': 0.0011751942802220583, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=203500 loss=2.5805 {'pos0_bos_p': 0.0012078536674380302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=203550 loss=3.0006 {'pos0_bos_p': 0.0012946130009368062, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=203600 loss=3.0725 {'pos0_bos_p': 0.001318716094829142, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=203650 loss=3.2560 {'pos0_bos_p': 0.0012563851196318865, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=203700 loss=2.7745 {'pos0_bos_p': 0.0012751288013532758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=203750 loss=2.7716 {'pos0_bos_p': 0.0012242754455655813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=203800 loss=2.2381 {'pos0_bos_p': 0.001267933752387762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=203850 loss=3.0461 {'pos0_bos_p': 0.0012543046614155173, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=203900 loss=2.7948 {'pos0_bos_p': 0.0012148615205660462, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=203950 loss=2.9345 {'pos0_bos_p': 0.0013109332649037242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=204000 loss=2.0917 {'pos0_bos_p': 0.0012249085120856762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=204050 loss=3.3098 {'pos0_bos_p': 0.0012569017708301544, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=204100 loss=2.4974 {'pos0_bos_p': 0.0013172391336411238, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=204150 loss=3.0024 {'pos0_bos_p': 0.001303834025748074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=204200 loss=2.7470 {'pos0_bos_p': 0.0013231688644737005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=204250 loss=2.7168 {'pos0_bos_p': 0.0012460900470614433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=204300 loss=2.0096 {'pos0_bos_p': 0.0012613494182005525, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=204350 loss=2.6350 {'pos0_bos_p': 0.001331563456915319, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=204400 loss=3.1348 {'pos0_bos_p': 0.0013437767047435045, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=204450 loss=2.8415 {'pos0_bos_p': 0.0013192102778702974, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=204500 loss=2.7563 {'pos0_bos_p': 0.0012855371460318565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=204550 loss=3.0745 {'pos0_bos_p': 0.0013490414712578058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=204600 loss=2.8214 {'pos0_bos_p': 0.0013411779655143619, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=204650 loss=3.2023 {'pos0_bos_p': 0.0013836659491062164, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=204700 loss=2.5102 {'pos0_bos_p': 0.0013930477434769273, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=204750 loss=2.6445 {'pos0_bos_p': 0.0013042001519352198, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=204800 loss=2.5401 {'pos0_bos_p': 0.0013315401738509536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=204850 loss=3.1364 {'pos0_bos_p': 0.0013063291553407907, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=204900 loss=3.1984 {'pos0_bos_p': 0.0012740690726786852, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=204950 loss=2.8558 {'pos0_bos_p': 0.0013127272250130773, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=205000 loss=3.0932 {'pos0_bos_p': 0.0012947835493832827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=205050 loss=2.2801 {'pos0_bos_p': 0.0013404653873294592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=205100 loss=2.8549 {'pos0_bos_p': 0.0013300635619089007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=205150 loss=2.4145 {'pos0_bos_p': 0.0012910383520647883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=205200 loss=2.9673 {'pos0_bos_p': 0.0013041808269917965, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=205250 loss=3.2286 {'pos0_bos_p': 0.0013137503992766142, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=205300 loss=2.4156 {'pos0_bos_p': 0.0012421782594174147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=205350 loss=2.5869 {'pos0_bos_p': 0.001328064245171845, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=205400 loss=2.5282 {'pos0_bos_p': 0.0013165704440325499, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=205450 loss=2.4411 {'pos0_bos_p': 0.0012474152026697993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=205500 loss=2.9166 {'pos0_bos_p': 0.0012712804600596428, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=205550 loss=2.7027 {'pos0_bos_p': 0.0013565693516284227, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=205600 loss=3.0228 {'pos0_bos_p': 0.00126105104573071, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=205650 loss=2.5316 {'pos0_bos_p': 0.0012623234651982784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=205700 loss=2.5107 {'pos0_bos_p': 0.0012875221436843276, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=205750 loss=2.3810 {'pos0_bos_p': 0.001285951933823526, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=205800 loss=2.4184 {'pos0_bos_p': 0.0012755327625200152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=205850 loss=2.8520 {'pos0_bos_p': 0.0012285115662962198, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=205900 loss=2.7927 {'pos0_bos_p': 0.0013409353559836745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=205950 loss=3.3089 {'pos0_bos_p': 0.0013570885639637709, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=206000 loss=3.0518 {'pos0_bos_p': 0.0013827224029228091, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=206050 loss=2.4318 {'pos0_bos_p': 0.0013282055733725429, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=206100 loss=2.6356 {'pos0_bos_p': 0.001275137416087091, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=206150 loss=2.7801 {'pos0_bos_p': 0.0013201187830418348, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=206200 loss=2.1481 {'pos0_bos_p': 0.001350558246485889, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=206250 loss=2.9158 {'pos0_bos_p': 0.0013438861351460218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=206300 loss=2.7189 {'pos0_bos_p': 0.0012099443702027202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=206350 loss=2.5551 {'pos0_bos_p': 0.0013993396423757076, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=206400 loss=2.7251 {'pos0_bos_p': 0.0013283035950735211, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=206450 loss=2.5740 {'pos0_bos_p': 0.0013979353243485093, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=206500 loss=2.5922 {'pos0_bos_p': 0.0012947531649842858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=206550 loss=2.5799 {'pos0_bos_p': 0.0012099287705495954, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=206600 loss=2.3544 {'pos0_bos_p': 0.0013175052590668201, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=206650 loss=2.8954 {'pos0_bos_p': 0.0011978355469182134, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=206700 loss=3.0875 {'pos0_bos_p': 0.00136840739287436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=206750 loss=2.4888 {'pos0_bos_p': 0.0013089351123198867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=206800 loss=3.5827 {'pos0_bos_p': 0.0012981363106518984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=206850 loss=2.5116 {'pos0_bos_p': 0.0012711379677057266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=206900 loss=2.9759 {'pos0_bos_p': 0.0013101425720378757, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=206950 loss=2.4167 {'pos0_bos_p': 0.001233298098668456, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=207000 loss=2.3824 {'pos0_bos_p': 0.001266165403649211, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=207050 loss=2.5395 {'pos0_bos_p': 0.0012738556833937764, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=207100 loss=2.5878 {'pos0_bos_p': 0.0012347492156550288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=207150 loss=2.7850 {'pos0_bos_p': 0.001287363120354712, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=207200 loss=2.8297 {'pos0_bos_p': 0.0013242256827652454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=207250 loss=3.2131 {'pos0_bos_p': 0.0012582457857206464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=207300 loss=2.6207 {'pos0_bos_p': 0.0013433403801172972, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=207350 loss=2.8020 {'pos0_bos_p': 0.00131346401758492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=207400 loss=2.4301 {'pos0_bos_p': 0.0013434698339551687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=207450 loss=3.2792 {'pos0_bos_p': 0.0013398819137364626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=207500 loss=2.2500 {'pos0_bos_p': 0.0012900480069220066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=207550 loss=2.5886 {'pos0_bos_p': 0.0013280080165714025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=207600 loss=3.0603 {'pos0_bos_p': 0.0013322009472176433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=207650 loss=2.4289 {'pos0_bos_p': 0.001212514005601406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=207700 loss=2.6926 {'pos0_bos_p': 0.0012901127338409424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=207750 loss=2.3992 {'pos0_bos_p': 0.001331442384980619, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=207800 loss=2.9888 {'pos0_bos_p': 0.0012457045959308743, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=207850 loss=2.4665 {'pos0_bos_p': 0.0013465273659676313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=207900 loss=2.4971 {'pos0_bos_p': 0.0013425251236185431, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=207950 loss=3.6117 {'pos0_bos_p': 0.0012864358723163605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=208000 loss=3.0787 {'pos0_bos_p': 0.0012688389979302883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=208050 loss=2.9487 {'pos0_bos_p': 0.0013355596456676722, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=208100 loss=2.4718 {'pos0_bos_p': 0.0012834962690249085, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=208150 loss=3.0910 {'pos0_bos_p': 0.0012727956054732203, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=208200 loss=2.5627 {'pos0_bos_p': 0.0012591464910656214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=208250 loss=2.6232 {'pos0_bos_p': 0.0012374637881293893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=208300 loss=2.6823 {'pos0_bos_p': 0.0012739094672724605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=208350 loss=3.1245 {'pos0_bos_p': 0.0013058072654530406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=208400 loss=3.1712 {'pos0_bos_p': 0.001306481659412384, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=208450 loss=2.8768 {'pos0_bos_p': 0.0012464079773053527, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=208500 loss=2.5095 {'pos0_bos_p': 0.001235359231941402, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=208550 loss=2.9596 {'pos0_bos_p': 0.001262650708667934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=208600 loss=2.2434 {'pos0_bos_p': 0.0013416041620075703, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=208650 loss=2.2584 {'pos0_bos_p': 0.001306859776377678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=208700 loss=2.9511 {'pos0_bos_p': 0.0012561639305204153, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=208750 loss=2.9023 {'pos0_bos_p': 0.0013177060754969716, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=208800 loss=2.7770 {'pos0_bos_p': 0.0012382672866806388, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=208850 loss=2.4806 {'pos0_bos_p': 0.0012743285624310374, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=208900 loss=2.3743 {'pos0_bos_p': 0.0012307125143706799, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=208950 loss=3.0757 {'pos0_bos_p': 0.0012389773037284613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=209000 loss=2.7629 {'pos0_bos_p': 0.0012735006166622043, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=209050 loss=2.5347 {'pos0_bos_p': 0.00126736331731081, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=209100 loss=2.5372 {'pos0_bos_p': 0.0013187362346798182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=209150 loss=2.7947 {'pos0_bos_p': 0.0012439198326319456, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=209200 loss=2.8855 {'pos0_bos_p': 0.0012023021699860692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=209250 loss=2.6309 {'pos0_bos_p': 0.0013726534089073539, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=209300 loss=2.3985 {'pos0_bos_p': 0.0013041718630120158, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=209350 loss=3.2015 {'pos0_bos_p': 0.0013516178587451577, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=209400 loss=2.6931 {'pos0_bos_p': 0.0012819862458854914, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=209450 loss=3.3911 {'pos0_bos_p': 0.0013984948163852096, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=209500 loss=2.1078 {'pos0_bos_p': 0.001226774649694562, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=209550 loss=2.1527 {'pos0_bos_p': 0.0012085067573934793, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=209600 loss=2.2162 {'pos0_bos_p': 0.0013110429281368852, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=209650 loss=2.3682 {'pos0_bos_p': 0.001339747803285718, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=209700 loss=2.5785 {'pos0_bos_p': 0.0012900162255391479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=209750 loss=2.7364 {'pos0_bos_p': 0.0011914486531168222, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=209800 loss=2.6630 {'pos0_bos_p': 0.001246309489943087, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=209850 loss=3.7608 {'pos0_bos_p': 0.0012557031586766243, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=209900 loss=3.1805 {'pos0_bos_p': 0.0012346419971436262, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=209950 loss=3.2442 {'pos0_bos_p': 0.001312460284680128, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=210000 loss=2.5161 {'pos0_bos_p': 0.0012490549124777317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=210050 loss=2.5677 {'pos0_bos_p': 0.0013158416841179132, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=210100 loss=2.6456 {'pos0_bos_p': 0.0013047660468146205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=210150 loss=2.9838 {'pos0_bos_p': 0.0013036385644227266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=210200 loss=2.5459 {'pos0_bos_p': 0.001302793505601585, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=210250 loss=2.8112 {'pos0_bos_p': 0.0012390707852318883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=210300 loss=3.1870 {'pos0_bos_p': 0.0013077096082270145, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=210350 loss=2.7824 {'pos0_bos_p': 0.0012892881641164422, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=210400 loss=2.6719 {'pos0_bos_p': 0.0012285835109651089, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=210450 loss=2.3692 {'pos0_bos_p': 0.0012757194926962256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=210500 loss=3.0542 {'pos0_bos_p': 0.0013514849124476314, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=210550 loss=2.3606 {'pos0_bos_p': 0.0013350427616387606, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=210600 loss=2.5857 {'pos0_bos_p': 0.0013031300622969866, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=210650 loss=3.4098 {'pos0_bos_p': 0.0014328830875456333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=210700 loss=2.5543 {'pos0_bos_p': 0.0013295980170369148, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=210750 loss=2.8535 {'pos0_bos_p': 0.0012936695711687207, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=210800 loss=2.2239 {'pos0_bos_p': 0.0012776327785104513, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=210850 loss=3.0455 {'pos0_bos_p': 0.001350258942693472, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=210900 loss=2.1528 {'pos0_bos_p': 0.0013215594226494431, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=210950 loss=2.4556 {'pos0_bos_p': 0.001250752480700612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=211000 loss=2.9938 {'pos0_bos_p': 0.0012673585442826152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=211050 loss=2.4899 {'pos0_bos_p': 0.0012662230292335153, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=211100 loss=2.9350 {'pos0_bos_p': 0.0013538552448153496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=211150 loss=3.1576 {'pos0_bos_p': 0.0012669775169342756, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=211200 loss=2.3682 {'pos0_bos_p': 0.0013320082798600197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=211250 loss=2.8155 {'pos0_bos_p': 0.0013004571665078402, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=211300 loss=2.6182 {'pos0_bos_p': 0.0012977967271581292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=211350 loss=2.5173 {'pos0_bos_p': 0.0012248739367350936, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=211400 loss=3.0523 {'pos0_bos_p': 0.0012844633311033249, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=211450 loss=2.5559 {'pos0_bos_p': 0.0013459556503221393, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=211500 loss=2.9370 {'pos0_bos_p': 0.0012709301663562655, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=211550 loss=2.5719 {'pos0_bos_p': 0.0013285815948620439, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=211600 loss=2.7586 {'pos0_bos_p': 0.0013501939829438925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=211650 loss=2.4679 {'pos0_bos_p': 0.0014057616936042905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=211700 loss=2.7871 {'pos0_bos_p': 0.001315520377829671, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=211750 loss=2.8924 {'pos0_bos_p': 0.0013114935718476772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=211800 loss=2.5930 {'pos0_bos_p': 0.0013415694702416658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=211850 loss=2.6967 {'pos0_bos_p': 0.0013195022474974394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=211900 loss=2.5352 {'pos0_bos_p': 0.0013813963159918785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=211950 loss=2.8412 {'pos0_bos_p': 0.0013686387101188302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=212000 loss=3.2066 {'pos0_bos_p': 0.0013197860680520535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=212050 loss=2.7805 {'pos0_bos_p': 0.001312141539528966, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=212100 loss=2.8082 {'pos0_bos_p': 0.001324408338405192, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=212150 loss=2.5668 {'pos0_bos_p': 0.001290507847443223, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=212200 loss=2.5558 {'pos0_bos_p': 0.0012794903013855219, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=212250 loss=3.0814 {'pos0_bos_p': 0.0012272726744413376, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=212300 loss=2.3738 {'pos0_bos_p': 0.0012136497534811497, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=212350 loss=3.0455 {'pos0_bos_p': 0.0012374352663755417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=212400 loss=2.7085 {'pos0_bos_p': 0.001221566228196025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=212450 loss=3.4103 {'pos0_bos_p': 0.0013644834980368614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=212500 loss=3.3274 {'pos0_bos_p': 0.00126540323253721, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=212550 loss=2.9254 {'pos0_bos_p': 0.0013180463574826717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=212600 loss=2.6794 {'pos0_bos_p': 0.001302060205489397, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=212650 loss=2.8369 {'pos0_bos_p': 0.0012744972482323647, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=212700 loss=2.4909 {'pos0_bos_p': 0.0012964379275217652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=212750 loss=3.5050 {'pos0_bos_p': 0.0013525169342756271, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=212800 loss=2.6763 {'pos0_bos_p': 0.0013342618476599455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=212850 loss=2.9131 {'pos0_bos_p': 0.001286244485527277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=212900 loss=2.9320 {'pos0_bos_p': 0.0013366562779992819, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=212950 loss=2.5184 {'pos0_bos_p': 0.001212794566527009, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=213000 loss=2.2751 {'pos0_bos_p': 0.0014126801397651434, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=213050 loss=3.0809 {'pos0_bos_p': 0.0012801069533452392, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=213100 loss=2.6293 {'pos0_bos_p': 0.0012205821694806218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=213150 loss=1.9985 {'pos0_bos_p': 0.0012915384722873569, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=213200 loss=2.8179 {'pos0_bos_p': 0.001270483946427703, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=213250 loss=3.3896 {'pos0_bos_p': 0.0013124066172167659, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=213300 loss=2.7699 {'pos0_bos_p': 0.0012236539041623473, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=213350 loss=2.8531 {'pos0_bos_p': 0.0012703454121947289, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=213400 loss=3.1277 {'pos0_bos_p': 0.001301717828027904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=213450 loss=3.4214 {'pos0_bos_p': 0.0013030600966885686, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=213500 loss=2.8485 {'pos0_bos_p': 0.001288174418732524, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=213550 loss=2.7304 {'pos0_bos_p': 0.001389776007272303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=213600 loss=2.9516 {'pos0_bos_p': 0.001249797292985022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=213650 loss=2.7268 {'pos0_bos_p': 0.0013380730524659157, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=213700 loss=2.6306 {'pos0_bos_p': 0.001348024932667613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=213750 loss=3.2992 {'pos0_bos_p': 0.0013993390602990985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=213800 loss=2.5448 {'pos0_bos_p': 0.00132978695910424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=213850 loss=2.5813 {'pos0_bos_p': 0.0013375328853726387, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=213900 loss=2.6977 {'pos0_bos_p': 0.0013134032487869263, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=213950 loss=2.8780 {'pos0_bos_p': 0.001292346860282123, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=214000 loss=2.3275 {'pos0_bos_p': 0.0013293666997924447, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=214050 loss=2.4750 {'pos0_bos_p': 0.0013054318260401487, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=214100 loss=2.2326 {'pos0_bos_p': 0.001352191437035799, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=214150 loss=2.8161 {'pos0_bos_p': 0.0012946047354489565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=214200 loss=2.6279 {'pos0_bos_p': 0.0012962935725226998, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=214250 loss=2.3445 {'pos0_bos_p': 0.0013105716789141297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=214300 loss=2.8933 {'pos0_bos_p': 0.0012420321581885219, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=214350 loss=2.7695 {'pos0_bos_p': 0.0012481590965762734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=214400 loss=2.9336 {'pos0_bos_p': 0.0012360003311187029, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=214450 loss=4.0429 {'pos0_bos_p': 0.0013064983068034053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=214500 loss=2.6557 {'pos0_bos_p': 0.001281743054278195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=214550 loss=2.5572 {'pos0_bos_p': 0.0012181835481896996, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=214600 loss=3.5733 {'pos0_bos_p': 0.0012826084857806563, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=214650 loss=2.8907 {'pos0_bos_p': 0.0011710727121680975, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=214700 loss=2.3640 {'pos0_bos_p': 0.0013028929242864251, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=214750 loss=2.5141 {'pos0_bos_p': 0.0012409583432599902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=214800 loss=2.3941 {'pos0_bos_p': 0.0012996485456824303, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=214850 loss=3.2885 {'pos0_bos_p': 0.001270871958695352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=214900 loss=2.4847 {'pos0_bos_p': 0.0012199172051623464, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=214950 loss=3.2592 {'pos0_bos_p': 0.0012330282479524612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=215000 loss=2.6063 {'pos0_bos_p': 0.0013116662157699466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=215050 loss=2.1252 {'pos0_bos_p': 0.0012637029867619276, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=215100 loss=2.5736 {'pos0_bos_p': 0.0013112140586599708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=215150 loss=2.7809 {'pos0_bos_p': 0.001348160090856254, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=215200 loss=2.9167 {'pos0_bos_p': 0.0013216669904068112, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=215250 loss=2.7246 {'pos0_bos_p': 0.001283594174310565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=215300 loss=3.2069 {'pos0_bos_p': 0.0012855567038059235, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=215350 loss=2.5359 {'pos0_bos_p': 0.0013135710032656789, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=215400 loss=2.4581 {'pos0_bos_p': 0.0013146906858310103, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=215450 loss=3.2731 {'pos0_bos_p': 0.0012812261702492833, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=215500 loss=2.9187 {'pos0_bos_p': 0.001295747235417366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=215550 loss=2.4919 {'pos0_bos_p': 0.0013422641204670072, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=215600 loss=2.6573 {'pos0_bos_p': 0.0013508782722055912, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=215650 loss=2.7953 {'pos0_bos_p': 0.0012551704421639442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=215700 loss=2.4471 {'pos0_bos_p': 0.0013608436565846205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=215750 loss=2.7437 {'pos0_bos_p': 0.0012986630899831653, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=215800 loss=3.3397 {'pos0_bos_p': 0.001291789347305894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=215850 loss=2.9940 {'pos0_bos_p': 0.0012825325829908252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=215900 loss=2.9065 {'pos0_bos_p': 0.0013092062436044216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=215950 loss=2.6467 {'pos0_bos_p': 0.001299142139032483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=216000 loss=2.8291 {'pos0_bos_p': 0.0012638496700674295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=216050 loss=2.3593 {'pos0_bos_p': 0.0013509533600881696, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=216100 loss=3.3861 {'pos0_bos_p': 0.0013252889038994908, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=216150 loss=3.3619 {'pos0_bos_p': 0.0012316170614212751, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=216200 loss=2.5228 {'pos0_bos_p': 0.0013062587240710855, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=216250 loss=2.3826 {'pos0_bos_p': 0.0013404873898252845, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=216300 loss=3.2191 {'pos0_bos_p': 0.001334377913735807, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=216350 loss=3.2420 {'pos0_bos_p': 0.0012483198661357164, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=216400 loss=2.9695 {'pos0_bos_p': 0.0013464725343510509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=216450 loss=2.7479 {'pos0_bos_p': 0.0013232389464974403, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=216500 loss=3.0427 {'pos0_bos_p': 0.0012879285495728254, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=216550 loss=3.1633 {'pos0_bos_p': 0.0012688400456681848, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=216600 loss=2.6836 {'pos0_bos_p': 0.001351566519588232, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=216650 loss=3.4745 {'pos0_bos_p': 0.0012902793241664767, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=216700 loss=2.9333 {'pos0_bos_p': 0.0012683621607720852, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=216750 loss=2.9654 {'pos0_bos_p': 0.0012633049627766013, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=216800 loss=2.5333 {'pos0_bos_p': 0.0012740240199491382, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=216850 loss=2.5289 {'pos0_bos_p': 0.001343829557299614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=216900 loss=2.7097 {'pos0_bos_p': 0.0012472501257434487, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=216950 loss=2.4004 {'pos0_bos_p': 0.0012776723597198725, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=217000 loss=2.7122 {'pos0_bos_p': 0.001285134581848979, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=217050 loss=2.8715 {'pos0_bos_p': 0.0012866271426901221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=217100 loss=2.9097 {'pos0_bos_p': 0.0012433715164661407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=217150 loss=2.4863 {'pos0_bos_p': 0.0012811910128220916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=217200 loss=2.5729 {'pos0_bos_p': 0.0012698296923190355, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=217250 loss=2.4567 {'pos0_bos_p': 0.0013455512234941125, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=217300 loss=3.0703 {'pos0_bos_p': 0.0013532431330531836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=217350 loss=3.0798 {'pos0_bos_p': 0.0012939607258886099, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=217400 loss=3.1475 {'pos0_bos_p': 0.0013226378941908479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=217450 loss=2.5080 {'pos0_bos_p': 0.0012821174459531903, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=217500 loss=2.4200 {'pos0_bos_p': 0.001321766758337617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=217550 loss=2.7546 {'pos0_bos_p': 0.0013364277547225356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=217600 loss=3.2378 {'pos0_bos_p': 0.001380097004584968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=217650 loss=2.7139 {'pos0_bos_p': 0.001293217414058745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=217700 loss=2.8160 {'pos0_bos_p': 0.0013623731210827827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=217750 loss=2.2927 {'pos0_bos_p': 0.001375143532641232, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=217800 loss=2.5693 {'pos0_bos_p': 0.0012734957272186875, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=217850 loss=3.4057 {'pos0_bos_p': 0.0013538271887227893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=217900 loss=2.2789 {'pos0_bos_p': 0.0012781977420672774, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=217950 loss=2.9417 {'pos0_bos_p': 0.0013070234563201666, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=218000 loss=2.5050 {'pos0_bos_p': 0.0012793459463864565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=218050 loss=2.8335 {'pos0_bos_p': 0.00137876789085567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=218100 loss=3.0842 {'pos0_bos_p': 0.0011942884884774685, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=218150 loss=2.6301 {'pos0_bos_p': 0.0013086864491924644, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=218200 loss=2.3269 {'pos0_bos_p': 0.0012737332144752145, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=218250 loss=2.6438 {'pos0_bos_p': 0.001232622191309929, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=218300 loss=2.6235 {'pos0_bos_p': 0.0012705528642982244, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=218350 loss=2.8705 {'pos0_bos_p': 0.001272232155315578, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=218400 loss=2.5599 {'pos0_bos_p': 0.0012363758869469166, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=218450 loss=2.8098 {'pos0_bos_p': 0.0013100539799779654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=218500 loss=2.7425 {'pos0_bos_p': 0.001278416020795703, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=218550 loss=2.7311 {'pos0_bos_p': 0.0012832883512601256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=218600 loss=2.6337 {'pos0_bos_p': 0.00134456402156502, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=218650 loss=3.2000 {'pos0_bos_p': 0.0012782132253050804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=218700 loss=2.7513 {'pos0_bos_p': 0.001321900635957718, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999856948852539, 'last_eos_top1': 4} +step=218750 loss=2.9789 {'pos0_bos_p': 0.0013705510646104813, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=218800 loss=3.2244 {'pos0_bos_p': 0.0013230943586677313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=218850 loss=3.1434 {'pos0_bos_p': 0.0013036872260272503, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=218900 loss=2.2582 {'pos0_bos_p': 0.0013302945299074054, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=218950 loss=3.1101 {'pos0_bos_p': 0.001330871949903667, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=219000 loss=2.8712 {'pos0_bos_p': 0.0013457882450893521, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=219050 loss=2.5399 {'pos0_bos_p': 0.0013800857122987509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=219100 loss=3.6657 {'pos0_bos_p': 0.0013600625097751617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=219150 loss=2.7554 {'pos0_bos_p': 0.001311581116169691, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=219200 loss=2.3145 {'pos0_bos_p': 0.0013725577155128121, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=219250 loss=2.6023 {'pos0_bos_p': 0.0013220836408436298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=219300 loss=3.0386 {'pos0_bos_p': 0.0013103545643389225, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=219350 loss=2.4097 {'pos0_bos_p': 0.0012756037758663297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=219400 loss=2.5199 {'pos0_bos_p': 0.0012924923794344068, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=219450 loss=2.9811 {'pos0_bos_p': 0.0012389132753014565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=219500 loss=2.7331 {'pos0_bos_p': 0.0013033555587753654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=219550 loss=2.7953 {'pos0_bos_p': 0.0013811863027513027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=219600 loss=2.8061 {'pos0_bos_p': 0.0012410171329975128, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=219650 loss=2.8719 {'pos0_bos_p': 0.0013168606674298644, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=219700 loss=2.6332 {'pos0_bos_p': 0.001262764330022037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=219750 loss=2.8185 {'pos0_bos_p': 0.0012973373522982001, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=219800 loss=2.7427 {'pos0_bos_p': 0.0013108353596180677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=219850 loss=2.8938 {'pos0_bos_p': 0.0013159532099962234, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=219900 loss=2.7032 {'pos0_bos_p': 0.0013496814062818885, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=219950 loss=3.1947 {'pos0_bos_p': 0.0012492992682382464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=220000 loss=2.6309 {'pos0_bos_p': 0.0013248319737613201, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=220050 loss=3.1890 {'pos0_bos_p': 0.0012249627616256475, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=220100 loss=2.9297 {'pos0_bos_p': 0.0012479961151257157, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=220150 loss=2.8663 {'pos0_bos_p': 0.0012605596566572785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=220200 loss=3.2875 {'pos0_bos_p': 0.0013383462792262435, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=220250 loss=3.5007 {'pos0_bos_p': 0.001290024141781032, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=220300 loss=2.8118 {'pos0_bos_p': 0.0013254269724711776, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=220350 loss=3.4247 {'pos0_bos_p': 0.00129323813598603, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=220400 loss=3.1234 {'pos0_bos_p': 0.0012873901287093759, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=220450 loss=2.7688 {'pos0_bos_p': 0.0012852458748966455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=220500 loss=2.5883 {'pos0_bos_p': 0.0012977052247151732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=220550 loss=2.5939 {'pos0_bos_p': 0.001256966614164412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=220600 loss=3.3760 {'pos0_bos_p': 0.001256458112038672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=220650 loss=2.4487 {'pos0_bos_p': 0.0013248922768980265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=220700 loss=2.5407 {'pos0_bos_p': 0.0013652504421770573, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=220750 loss=2.9868 {'pos0_bos_p': 0.0012999498285353184, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=220800 loss=2.6766 {'pos0_bos_p': 0.0012928216019645333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=220850 loss=2.6533 {'pos0_bos_p': 0.0013068080879747868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=220900 loss=2.8080 {'pos0_bos_p': 0.0012894480023533106, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=220950 loss=3.0426 {'pos0_bos_p': 0.0012701284140348434, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=221000 loss=2.7025 {'pos0_bos_p': 0.001299103256314993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=221050 loss=3.2329 {'pos0_bos_p': 0.0013581225648522377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=221100 loss=2.6572 {'pos0_bos_p': 0.0012729269219562411, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=221150 loss=3.0198 {'pos0_bos_p': 0.0013206972507759929, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=221200 loss=3.0565 {'pos0_bos_p': 0.0013141254894435406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=221250 loss=2.9590 {'pos0_bos_p': 0.0013144240947440267, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=221300 loss=2.7629 {'pos0_bos_p': 0.0012891249498352408, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=221350 loss=2.5782 {'pos0_bos_p': 0.0013566699344664812, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=221400 loss=2.6102 {'pos0_bos_p': 0.00131388776935637, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=221450 loss=2.6762 {'pos0_bos_p': 0.0014116771053522825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=221500 loss=2.6352 {'pos0_bos_p': 0.0012876034015789628, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=221550 loss=3.0028 {'pos0_bos_p': 0.0013521596556529403, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=221600 loss=2.3329 {'pos0_bos_p': 0.0012605314841493964, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=221650 loss=2.2221 {'pos0_bos_p': 0.0013091712025925517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4} +step=221700 loss=2.9687 {'pos0_bos_p': 0.0012825889280065894, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=221750 loss=2.6958 {'pos0_bos_p': 0.0012098844163119793, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=221800 loss=2.2155 {'pos0_bos_p': 0.0013320567086338997, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=221850 loss=2.3376 {'pos0_bos_p': 0.0012905107578262687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=221900 loss=2.4589 {'pos0_bos_p': 0.0012586506782099605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=221950 loss=2.7958 {'pos0_bos_p': 0.0012716237688437104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=222000 loss=2.8355 {'pos0_bos_p': 0.001220345264300704, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=222050 loss=2.5883 {'pos0_bos_p': 0.0012292336905375123, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=222100 loss=2.8537 {'pos0_bos_p': 0.0013284640153869987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=222150 loss=2.5733 {'pos0_bos_p': 0.0012799511896446347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=222200 loss=3.0030 {'pos0_bos_p': 0.001313516404479742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=222250 loss=2.3641 {'pos0_bos_p': 0.001354965497739613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=222300 loss=2.7328 {'pos0_bos_p': 0.0013299711281433702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=222350 loss=2.4889 {'pos0_bos_p': 0.0013258395483717322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=222400 loss=3.3079 {'pos0_bos_p': 0.0013454819563776255, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=222450 loss=2.8932 {'pos0_bos_p': 0.0012873103842139244, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=222500 loss=2.6365 {'pos0_bos_p': 0.0013085548998788, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=222550 loss=3.0700 {'pos0_bos_p': 0.0013506505638360977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=222600 loss=2.5278 {'pos0_bos_p': 0.0012702645035460591, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=222650 loss=2.8005 {'pos0_bos_p': 0.0012860371498391032, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=222700 loss=2.5293 {'pos0_bos_p': 0.0012239105999469757, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=222750 loss=2.7865 {'pos0_bos_p': 0.0012970881070941687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=222800 loss=3.6679 {'pos0_bos_p': 0.0013611339963972569, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=222850 loss=2.9119 {'pos0_bos_p': 0.0013294287491589785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=222900 loss=2.7578 {'pos0_bos_p': 0.0012139284517616034, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=222950 loss=2.7911 {'pos0_bos_p': 0.0012770559405907989, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=223000 loss=2.6456 {'pos0_bos_p': 0.0013339926954358816, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=223050 loss=2.7430 {'pos0_bos_p': 0.0012891906080767512, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=223100 loss=2.5038 {'pos0_bos_p': 0.0011836964404210448, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=223150 loss=2.3358 {'pos0_bos_p': 0.0012944077607244253, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=223200 loss=2.7898 {'pos0_bos_p': 0.0011974029475823045, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=223250 loss=2.4963 {'pos0_bos_p': 0.001299459021538496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=223300 loss=2.6922 {'pos0_bos_p': 0.0013316801050677896, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=223350 loss=2.9432 {'pos0_bos_p': 0.0013230477925390005, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=223400 loss=2.8476 {'pos0_bos_p': 0.0013037121389061213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=223450 loss=2.8038 {'pos0_bos_p': 0.0012859076960012317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=223500 loss=2.6848 {'pos0_bos_p': 0.0013107463018968701, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=223550 loss=2.6075 {'pos0_bos_p': 0.0012614004081115127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=223600 loss=3.1504 {'pos0_bos_p': 0.0012394930236041546, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=223650 loss=2.9646 {'pos0_bos_p': 0.001273030531592667, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=223700 loss=2.0561 {'pos0_bos_p': 0.0012206111568957567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=223750 loss=3.3577 {'pos0_bos_p': 0.00128254946321249, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=223800 loss=2.6237 {'pos0_bos_p': 0.00127129047177732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=223850 loss=2.4117 {'pos0_bos_p': 0.0012908336939290166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=223900 loss=2.9004 {'pos0_bos_p': 0.001241828314960003, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=223950 loss=3.1180 {'pos0_bos_p': 0.0012046298943459988, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=224000 loss=2.2281 {'pos0_bos_p': 0.0012363239657133818, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=224050 loss=2.4210 {'pos0_bos_p': 0.0012494220864027739, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=224100 loss=2.5944 {'pos0_bos_p': 0.0012061416637152433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=224150 loss=2.5218 {'pos0_bos_p': 0.0012869216734543443, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=224200 loss=2.3304 {'pos0_bos_p': 0.001301771029829979, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=224250 loss=3.1223 {'pos0_bos_p': 0.0012173731811344624, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=224300 loss=2.8978 {'pos0_bos_p': 0.0013205400900915265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=224350 loss=3.1162 {'pos0_bos_p': 0.0012229896383360028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=224400 loss=2.8731 {'pos0_bos_p': 0.001227649045176804, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=224450 loss=3.0095 {'pos0_bos_p': 0.0012362467823550105, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=224500 loss=2.5238 {'pos0_bos_p': 0.0012447775807231665, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=224550 loss=2.9112 {'pos0_bos_p': 0.0012548337690532207, 'pos0_bos_top1': 0, 'last_eos_p': 0.999985933303833, 'last_eos_top1': 4} +step=224600 loss=2.5084 {'pos0_bos_p': 0.0012364106951281428, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999852180480957, 'last_eos_top1': 4} +step=224650 loss=2.8359 {'pos0_bos_p': 0.0013062548823654652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=224700 loss=2.5385 {'pos0_bos_p': 0.0012614611769095063, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=224750 loss=2.6220 {'pos0_bos_p': 0.0012328707380220294, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=224800 loss=2.9412 {'pos0_bos_p': 0.0013127265265211463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=224850 loss=2.3225 {'pos0_bos_p': 0.001309621729888022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=224900 loss=2.6157 {'pos0_bos_p': 0.0012670934665948153, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=224950 loss=2.5290 {'pos0_bos_p': 0.0012910986552014947, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=225000 loss=2.6729 {'pos0_bos_p': 0.0012897206470370293, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=225050 loss=2.4053 {'pos0_bos_p': 0.0012233831221237779, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=225100 loss=3.2290 {'pos0_bos_p': 0.0013791846577078104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=225150 loss=2.2155 {'pos0_bos_p': 0.0012791602639481425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=225200 loss=2.7510 {'pos0_bos_p': 0.0012985855573788285, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=225250 loss=3.0373 {'pos0_bos_p': 0.001294245827011764, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=225300 loss=2.7507 {'pos0_bos_p': 0.0012808801839128137, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=225350 loss=3.0391 {'pos0_bos_p': 0.001303942408412695, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=225400 loss=2.6261 {'pos0_bos_p': 0.0012796405935660005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=225450 loss=2.7812 {'pos0_bos_p': 0.001343217329122126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=225500 loss=3.0146 {'pos0_bos_p': 0.0011954338988289237, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=225550 loss=2.3413 {'pos0_bos_p': 0.0012479597935453057, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=225600 loss=2.8591 {'pos0_bos_p': 0.0013701004208996892, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=225650 loss=2.6005 {'pos0_bos_p': 0.0012663742527365685, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=225700 loss=3.2188 {'pos0_bos_p': 0.00125097983982414, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=225750 loss=2.8879 {'pos0_bos_p': 0.001342365168966353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=225800 loss=2.8372 {'pos0_bos_p': 0.0012888298369944096, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=225850 loss=2.5291 {'pos0_bos_p': 0.0012911263620480895, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=225900 loss=2.2419 {'pos0_bos_p': 0.0013242147397249937, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=225950 loss=2.7546 {'pos0_bos_p': 0.001315634697675705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=226000 loss=2.4345 {'pos0_bos_p': 0.0013036566087976098, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=226050 loss=3.3093 {'pos0_bos_p': 0.0012661183718591928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=226100 loss=2.4862 {'pos0_bos_p': 0.0012480763252824545, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=226150 loss=2.6314 {'pos0_bos_p': 0.0012641588691622019, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=226200 loss=2.7959 {'pos0_bos_p': 0.0012345005525276065, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=226250 loss=2.6488 {'pos0_bos_p': 0.0013420189497992396, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=226300 loss=2.8717 {'pos0_bos_p': 0.0012640099739655852, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=226350 loss=2.9030 {'pos0_bos_p': 0.001359926420263946, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=226400 loss=2.7470 {'pos0_bos_p': 0.0013095246395096183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=226450 loss=2.5526 {'pos0_bos_p': 0.0012398377293720841, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=226500 loss=3.0697 {'pos0_bos_p': 0.0012367938179522753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=226550 loss=2.8473 {'pos0_bos_p': 0.0012175459414720535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=226600 loss=2.8065 {'pos0_bos_p': 0.0012920629233121872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=226650 loss=2.3757 {'pos0_bos_p': 0.0012910388177260756, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=226700 loss=1.9157 {'pos0_bos_p': 0.0013354128459468484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=226750 loss=3.1282 {'pos0_bos_p': 0.0012308603618294, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=226800 loss=2.7202 {'pos0_bos_p': 0.0012607281096279621, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=226850 loss=2.6279 {'pos0_bos_p': 0.0012581039918586612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=226900 loss=2.7078 {'pos0_bos_p': 0.0013605353888124228, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=226950 loss=2.0002 {'pos0_bos_p': 0.0011908180313184857, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=227000 loss=2.6316 {'pos0_bos_p': 0.00126958591863513, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=227050 loss=2.4654 {'pos0_bos_p': 0.0012213709997013211, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=227100 loss=2.5246 {'pos0_bos_p': 0.0012340642279013991, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=227150 loss=2.2626 {'pos0_bos_p': 0.0012766848085448146, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=227200 loss=2.7766 {'pos0_bos_p': 0.0012399762636050582, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=227250 loss=2.5180 {'pos0_bos_p': 0.0013151991879567504, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=227300 loss=2.7817 {'pos0_bos_p': 0.0013166816206648946, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=227350 loss=2.8679 {'pos0_bos_p': 0.0012950384989380836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=227400 loss=2.3590 {'pos0_bos_p': 0.0012914275284856558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=227450 loss=2.4739 {'pos0_bos_p': 0.0012724120169878006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=227500 loss=2.6693 {'pos0_bos_p': 0.0013500527711585164, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=227550 loss=2.6052 {'pos0_bos_p': 0.0012712196912616491, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=227600 loss=2.4959 {'pos0_bos_p': 0.0013057368341833353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=227650 loss=3.0027 {'pos0_bos_p': 0.00127038627397269, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=227700 loss=2.4256 {'pos0_bos_p': 0.0012999376049265265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=227750 loss=2.9980 {'pos0_bos_p': 0.001307522295974195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=227800 loss=3.0109 {'pos0_bos_p': 0.001342365751042962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=227850 loss=2.5105 {'pos0_bos_p': 0.001295586465857923, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=227900 loss=3.1251 {'pos0_bos_p': 0.0012867506593465805, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=227950 loss=3.2315 {'pos0_bos_p': 0.0013262146385386586, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=228000 loss=3.0722 {'pos0_bos_p': 0.0013279581908136606, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=228050 loss=2.8683 {'pos0_bos_p': 0.0012895893305540085, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=228100 loss=2.1154 {'pos0_bos_p': 0.0012697336496785283, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=228150 loss=3.3033 {'pos0_bos_p': 0.0013312791706994176, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=228200 loss=3.0284 {'pos0_bos_p': 0.0013178535737097263, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=228250 loss=3.5688 {'pos0_bos_p': 0.0013304725289344788, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999864101409912, 'last_eos_top1': 4} +step=228300 loss=2.5334 {'pos0_bos_p': 0.0012744481209665537, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=228350 loss=3.1233 {'pos0_bos_p': 0.0012320352252572775, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999845027923584, 'last_eos_top1': 4} +step=228400 loss=2.6458 {'pos0_bos_p': 0.0013295795070007443, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999860525131226, 'last_eos_top1': 4} +step=228450 loss=2.8376 {'pos0_bos_p': 0.0012538139708340168, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=228500 loss=2.7883 {'pos0_bos_p': 0.0012073126854375005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=228550 loss=2.1960 {'pos0_bos_p': 0.0013047789689153433, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=228600 loss=2.3266 {'pos0_bos_p': 0.0012921273009851575, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=228650 loss=3.1269 {'pos0_bos_p': 0.0013564862310886383, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=228700 loss=2.5917 {'pos0_bos_p': 0.0013612178154289722, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=228750 loss=2.4578 {'pos0_bos_p': 0.0013126683188602328, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=228800 loss=2.7955 {'pos0_bos_p': 0.00128399976529181, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=228850 loss=3.1708 {'pos0_bos_p': 0.001294333254918456, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=228900 loss=2.8590 {'pos0_bos_p': 0.0012742483522742987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=228950 loss=2.3001 {'pos0_bos_p': 0.0012997498270124197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=229000 loss=2.7740 {'pos0_bos_p': 0.0012483849423006177, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=229050 loss=2.7811 {'pos0_bos_p': 0.0012643071822822094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=229100 loss=2.3903 {'pos0_bos_p': 0.0012532289838418365, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=229150 loss=2.4598 {'pos0_bos_p': 0.0012636124156415462, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=229200 loss=2.9623 {'pos0_bos_p': 0.0012837733374908566, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=229250 loss=3.0485 {'pos0_bos_p': 0.0012960381573066115, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=229300 loss=2.5518 {'pos0_bos_p': 0.0013408445520326495, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=229350 loss=2.8973 {'pos0_bos_p': 0.001244818326085806, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=229400 loss=2.3467 {'pos0_bos_p': 0.001313899178057909, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=229450 loss=2.8933 {'pos0_bos_p': 0.00130802346393466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=229500 loss=2.6779 {'pos0_bos_p': 0.0013502512592822313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=229550 loss=2.5520 {'pos0_bos_p': 0.0013069509295746684, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=229600 loss=2.7052 {'pos0_bos_p': 0.0012999835889786482, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=229650 loss=2.6435 {'pos0_bos_p': 0.0013476288877427578, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=229700 loss=2.5013 {'pos0_bos_p': 0.0013884794898331165, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=229750 loss=3.0378 {'pos0_bos_p': 0.0012787991436198354, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=229800 loss=2.5481 {'pos0_bos_p': 0.0013007728848606348, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=229850 loss=2.6945 {'pos0_bos_p': 0.0013747252523899078, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=229900 loss=2.7945 {'pos0_bos_p': 0.001263360376469791, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=229950 loss=2.4050 {'pos0_bos_p': 0.0012911178637295961, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=230000 loss=2.6231 {'pos0_bos_p': 0.0012613622238859534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=230050 loss=3.3466 {'pos0_bos_p': 0.0013392254477366805, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=230100 loss=2.0855 {'pos0_bos_p': 0.0012986519141122699, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=230150 loss=2.3741 {'pos0_bos_p': 0.0013416032306849957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=230200 loss=3.1019 {'pos0_bos_p': 0.001278938609175384, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=230250 loss=2.4783 {'pos0_bos_p': 0.0012173214927315712, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=230300 loss=2.6720 {'pos0_bos_p': 0.0013301490107551217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=230350 loss=2.9439 {'pos0_bos_p': 0.001288691652007401, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=230400 loss=3.1387 {'pos0_bos_p': 0.001249917084351182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=230450 loss=2.7587 {'pos0_bos_p': 0.0013782188761979342, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=230500 loss=3.1977 {'pos0_bos_p': 0.0012427655747160316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=230550 loss=2.8941 {'pos0_bos_p': 0.0012172905262559652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=230600 loss=2.6513 {'pos0_bos_p': 0.001229572924785316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=230650 loss=2.4577 {'pos0_bos_p': 0.0012246512342244387, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=230700 loss=3.0628 {'pos0_bos_p': 0.0012958127772435546, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=230750 loss=2.7766 {'pos0_bos_p': 0.001259476994164288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=230800 loss=3.1640 {'pos0_bos_p': 0.0013476468157023191, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=230850 loss=2.8427 {'pos0_bos_p': 0.0013326674234122038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=230900 loss=3.0186 {'pos0_bos_p': 0.0012384912697598338, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=230950 loss=2.9636 {'pos0_bos_p': 0.0012548846425488591, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=231000 loss=2.5360 {'pos0_bos_p': 0.0013364307815209031, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=231050 loss=3.1172 {'pos0_bos_p': 0.0013224706053733826, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=231100 loss=2.4778 {'pos0_bos_p': 0.001317523536272347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=231150 loss=2.8008 {'pos0_bos_p': 0.0013295216485857964, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=231200 loss=2.4235 {'pos0_bos_p': 0.0012867201585322618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=231250 loss=2.5963 {'pos0_bos_p': 0.0012804417638108134, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=231300 loss=2.8968 {'pos0_bos_p': 0.0013364555779844522, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=231350 loss=2.3771 {'pos0_bos_p': 0.001353224623017013, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=231400 loss=2.4695 {'pos0_bos_p': 0.0013316785916686058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=231450 loss=2.6789 {'pos0_bos_p': 0.0013127224519848824, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=231500 loss=2.3694 {'pos0_bos_p': 0.0013319539139047265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=231550 loss=2.7663 {'pos0_bos_p': 0.0012511052191257477, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=231600 loss=2.8195 {'pos0_bos_p': 0.0013069063425064087, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=231650 loss=3.4496 {'pos0_bos_p': 0.0012881857110187411, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=231700 loss=2.9809 {'pos0_bos_p': 0.0013274519005790353, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=231750 loss=2.5372 {'pos0_bos_p': 0.0012059967266395688, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=231800 loss=2.7548 {'pos0_bos_p': 0.0012707430869340897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=231850 loss=2.7015 {'pos0_bos_p': 0.001312966225668788, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=231900 loss=3.3985 {'pos0_bos_p': 0.0013200899120420218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=231950 loss=2.6518 {'pos0_bos_p': 0.0011892563197761774, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=232000 loss=2.6041 {'pos0_bos_p': 0.0012949443189427257, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=232050 loss=2.5686 {'pos0_bos_p': 0.0011382014490664005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=232100 loss=3.4234 {'pos0_bos_p': 0.0013064660597592592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=232150 loss=2.5276 {'pos0_bos_p': 0.0012362481793388724, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=232200 loss=3.1913 {'pos0_bos_p': 0.0012392794014886022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=232250 loss=2.9067 {'pos0_bos_p': 0.0012451770016923547, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=232300 loss=2.7262 {'pos0_bos_p': 0.0011987431207671762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=232350 loss=2.6211 {'pos0_bos_p': 0.0012400106061249971, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=232400 loss=2.5411 {'pos0_bos_p': 0.00128390290774405, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=232450 loss=3.2775 {'pos0_bos_p': 0.001303581870160997, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=232500 loss=2.6967 {'pos0_bos_p': 0.001356941182166338, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=232550 loss=2.3685 {'pos0_bos_p': 0.0012974148849025369, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=232600 loss=2.6861 {'pos0_bos_p': 0.001328856684267521, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=232650 loss=2.6964 {'pos0_bos_p': 0.0013028178364038467, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=232700 loss=3.1384 {'pos0_bos_p': 0.0013043024810031056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=232750 loss=2.1955 {'pos0_bos_p': 0.0013502957299351692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=232800 loss=2.8823 {'pos0_bos_p': 0.001282848184928298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=232850 loss=2.4576 {'pos0_bos_p': 0.0012579681351780891, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=232900 loss=2.9368 {'pos0_bos_p': 0.0013817831641063094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=232950 loss=2.4718 {'pos0_bos_p': 0.0012677740305662155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999862909317017, 'last_eos_top1': 4} +step=233000 loss=2.7688 {'pos0_bos_p': 0.0013133706524968147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=233050 loss=2.7263 {'pos0_bos_p': 0.0013442374765872955, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=233100 loss=2.4938 {'pos0_bos_p': 0.0012585552176460624, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=233150 loss=2.4204 {'pos0_bos_p': 0.0012724847765639424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=233200 loss=2.8501 {'pos0_bos_p': 0.0012683128006756306, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=233250 loss=2.7324 {'pos0_bos_p': 0.0012631387216970325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=233300 loss=3.1383 {'pos0_bos_p': 0.0013630709145218134, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=233350 loss=3.2643 {'pos0_bos_p': 0.0013509920099750161, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=233400 loss=3.0569 {'pos0_bos_p': 0.0012032835511490703, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=233450 loss=2.3421 {'pos0_bos_p': 0.0013225165894255042, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=233500 loss=2.4958 {'pos0_bos_p': 0.0013601643731817603, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=233550 loss=2.9154 {'pos0_bos_p': 0.0012581481132656336, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=233600 loss=2.4395 {'pos0_bos_p': 0.001288757543079555, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=233650 loss=3.0907 {'pos0_bos_p': 0.00129710731562227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=233700 loss=2.8408 {'pos0_bos_p': 0.001291950116865337, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=233750 loss=2.3542 {'pos0_bos_p': 0.0012642438523471355, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=233800 loss=3.0884 {'pos0_bos_p': 0.001247956184670329, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=233850 loss=3.0568 {'pos0_bos_p': 0.001291161635890603, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=233900 loss=2.6674 {'pos0_bos_p': 0.0011805032845586538, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=233950 loss=2.6185 {'pos0_bos_p': 0.0012191750574856997, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=234000 loss=2.8561 {'pos0_bos_p': 0.001290704240091145, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=234050 loss=3.0992 {'pos0_bos_p': 0.0011839615181088448, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=234100 loss=2.7942 {'pos0_bos_p': 0.001236826297827065, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=234150 loss=3.4244 {'pos0_bos_p': 0.0013197000371292233, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=234200 loss=2.9006 {'pos0_bos_p': 0.001283082878217101, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=234250 loss=2.9591 {'pos0_bos_p': 0.0012593703577294946, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=234300 loss=2.4761 {'pos0_bos_p': 0.0012116130674257874, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=234350 loss=2.8683 {'pos0_bos_p': 0.0012624850496649742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=234400 loss=2.6422 {'pos0_bos_p': 0.001228886772878468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=234450 loss=2.2674 {'pos0_bos_p': 0.00120627973228693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=234500 loss=2.5724 {'pos0_bos_p': 0.001297139679081738, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=234550 loss=2.6703 {'pos0_bos_p': 0.0012898595305159688, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=234600 loss=2.9834 {'pos0_bos_p': 0.0012470127549022436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=234650 loss=2.6623 {'pos0_bos_p': 0.001277686096727848, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=234700 loss=2.6513 {'pos0_bos_p': 0.001305851386860013, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=234750 loss=2.4468 {'pos0_bos_p': 0.001230222056619823, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=234800 loss=3.1063 {'pos0_bos_p': 0.0013460369082167745, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=234850 loss=2.6857 {'pos0_bos_p': 0.0013302159495651722, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=234900 loss=3.1595 {'pos0_bos_p': 0.001283760298974812, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=234950 loss=2.4934 {'pos0_bos_p': 0.001321997377090156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=235000 loss=3.0275 {'pos0_bos_p': 0.0013036428717896342, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=235050 loss=3.1812 {'pos0_bos_p': 0.0013278467813506722, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=235100 loss=2.9631 {'pos0_bos_p': 0.0013100614305585623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=235150 loss=2.1976 {'pos0_bos_p': 0.0013398570008575916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=235200 loss=2.1943 {'pos0_bos_p': 0.0012858445988968015, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=235250 loss=2.4332 {'pos0_bos_p': 0.0012521556345745921, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=235300 loss=2.5531 {'pos0_bos_p': 0.0013098855270072818, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=235350 loss=3.0898 {'pos0_bos_p': 0.0013895255979150534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=235400 loss=2.4955 {'pos0_bos_p': 0.00127478560898453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=235450 loss=2.8206 {'pos0_bos_p': 0.0013123966054990888, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=235500 loss=2.9027 {'pos0_bos_p': 0.0013370236847549677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=235550 loss=3.0300 {'pos0_bos_p': 0.0012425774475559592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=235600 loss=3.1254 {'pos0_bos_p': 0.0012571146944537759, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=235650 loss=2.6326 {'pos0_bos_p': 0.0012320817913860083, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=235700 loss=2.6878 {'pos0_bos_p': 0.0013287918409332633, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=235750 loss=2.9343 {'pos0_bos_p': 0.0012282211100682616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=235800 loss=2.5053 {'pos0_bos_p': 0.0012061434099450707, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=235850 loss=2.9990 {'pos0_bos_p': 0.0012057278072461486, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=235900 loss=2.8188 {'pos0_bos_p': 0.0012289118021726608, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=235950 loss=2.8226 {'pos0_bos_p': 0.001238121185451746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=236000 loss=2.6694 {'pos0_bos_p': 0.0011960533447563648, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=236050 loss=2.2351 {'pos0_bos_p': 0.0012207315303385258, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=236100 loss=2.2899 {'pos0_bos_p': 0.0012819751864299178, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=236150 loss=2.5546 {'pos0_bos_p': 0.001282729092054069, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=236200 loss=2.8000 {'pos0_bos_p': 0.001302381162531674, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=236250 loss=2.5935 {'pos0_bos_p': 0.0013139676302671432, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=236300 loss=2.2405 {'pos0_bos_p': 0.0012902538292109966, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=236350 loss=2.4938 {'pos0_bos_p': 0.0012424146989360452, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=236400 loss=2.6884 {'pos0_bos_p': 0.0012659659842029214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=236450 loss=2.7787 {'pos0_bos_p': 0.0013508435804396868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=236500 loss=2.5969 {'pos0_bos_p': 0.0012620339402928948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=236550 loss=2.5032 {'pos0_bos_p': 0.0012650075368583202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=236600 loss=2.8423 {'pos0_bos_p': 0.0013419202296063304, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=236650 loss=2.4218 {'pos0_bos_p': 0.0012295455671846867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=236700 loss=2.5915 {'pos0_bos_p': 0.0013259581755846739, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=236750 loss=2.9840 {'pos0_bos_p': 0.0012510811211541295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=236800 loss=2.9586 {'pos0_bos_p': 0.001304222154431045, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=236850 loss=2.7104 {'pos0_bos_p': 0.0013620940735563636, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=236900 loss=2.8759 {'pos0_bos_p': 0.0012542862677946687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=236950 loss=2.5841 {'pos0_bos_p': 0.0012910751393064857, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=237000 loss=2.6230 {'pos0_bos_p': 0.001250174012966454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=237050 loss=2.6987 {'pos0_bos_p': 0.0012964828638359904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=237100 loss=3.2901 {'pos0_bos_p': 0.0013559128856286407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=237150 loss=2.4158 {'pos0_bos_p': 0.0012601441703736782, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=237200 loss=2.4976 {'pos0_bos_p': 0.0013485823292285204, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=237250 loss=2.8854 {'pos0_bos_p': 0.0013034800067543983, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=237300 loss=2.4019 {'pos0_bos_p': 0.0012949489755555987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=237350 loss=2.5951 {'pos0_bos_p': 0.0013451047707349062, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=237400 loss=2.6917 {'pos0_bos_p': 0.00134872121270746, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=237450 loss=2.5986 {'pos0_bos_p': 0.0012816619127988815, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=237500 loss=2.3304 {'pos0_bos_p': 0.0012885435717180371, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=237550 loss=3.4763 {'pos0_bos_p': 0.0012763974955305457, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=237600 loss=3.1050 {'pos0_bos_p': 0.0012876756954938173, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=237650 loss=3.2469 {'pos0_bos_p': 0.001255830517038703, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=237700 loss=3.1321 {'pos0_bos_p': 0.001343986950814724, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=237750 loss=3.0199 {'pos0_bos_p': 0.001303605968132615, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=237800 loss=2.3388 {'pos0_bos_p': 0.0012245537946000695, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=237850 loss=2.7693 {'pos0_bos_p': 0.0012118840822950006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=237900 loss=2.5468 {'pos0_bos_p': 0.0012161732884123921, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=237950 loss=2.1957 {'pos0_bos_p': 0.0013705012388527393, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=238000 loss=3.1573 {'pos0_bos_p': 0.0012790795881301165, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=238050 loss=2.5438 {'pos0_bos_p': 0.0012738931691274047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=238100 loss=2.9474 {'pos0_bos_p': 0.0012931476812809706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=238150 loss=2.1900 {'pos0_bos_p': 0.0013519150670617819, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=238200 loss=3.0459 {'pos0_bos_p': 0.0013023848878219724, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=238250 loss=2.4154 {'pos0_bos_p': 0.0012646743562072515, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=238300 loss=2.5674 {'pos0_bos_p': 0.001275140792131424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=238350 loss=2.5832 {'pos0_bos_p': 0.0012806252343580127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=238400 loss=2.3696 {'pos0_bos_p': 0.0012860294664278626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=238450 loss=2.3103 {'pos0_bos_p': 0.0012645251117646694, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=238500 loss=2.7117 {'pos0_bos_p': 0.0013247340684756637, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=238550 loss=2.5737 {'pos0_bos_p': 0.0013531750300899148, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=238600 loss=2.8761 {'pos0_bos_p': 0.0012599433539435267, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=238650 loss=2.3858 {'pos0_bos_p': 0.0013001118786633015, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=238700 loss=2.2820 {'pos0_bos_p': 0.0012590892147272825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=238750 loss=2.6019 {'pos0_bos_p': 0.0012629983248189092, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=238800 loss=2.4662 {'pos0_bos_p': 0.0012558677699416876, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=238850 loss=3.2428 {'pos0_bos_p': 0.0012389933690428734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=238900 loss=2.7617 {'pos0_bos_p': 0.0012778211385011673, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=238950 loss=2.4633 {'pos0_bos_p': 0.0012316711945459247, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=239000 loss=3.1372 {'pos0_bos_p': 0.0012148392852395773, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=239050 loss=2.3892 {'pos0_bos_p': 0.001284895115531981, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=239100 loss=2.8444 {'pos0_bos_p': 0.0012848129263147712, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=239150 loss=2.2991 {'pos0_bos_p': 0.0013461278285831213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=239200 loss=2.8963 {'pos0_bos_p': 0.0012721330858767033, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=239250 loss=2.5133 {'pos0_bos_p': 0.0012468581553548574, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=239300 loss=3.2689 {'pos0_bos_p': 0.00123880454339087, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=239350 loss=2.5435 {'pos0_bos_p': 0.0013048849068582058, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=239400 loss=2.6964 {'pos0_bos_p': 0.0013184432173147798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=239450 loss=2.4380 {'pos0_bos_p': 0.001248349784873426, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=239500 loss=2.3323 {'pos0_bos_p': 0.001272197812795639, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=239550 loss=2.6581 {'pos0_bos_p': 0.0012834254885092378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=239600 loss=2.7875 {'pos0_bos_p': 0.001337873749434948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=239650 loss=2.5869 {'pos0_bos_p': 0.001272175693884492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=239700 loss=2.6130 {'pos0_bos_p': 0.0013393720146268606, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=239750 loss=2.8485 {'pos0_bos_p': 0.0011979283299297094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=239800 loss=2.6591 {'pos0_bos_p': 0.0013106190599501133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=239850 loss=3.4386 {'pos0_bos_p': 0.0012502169702202082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=239900 loss=3.3173 {'pos0_bos_p': 0.0012599064502865076, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=239950 loss=2.7172 {'pos0_bos_p': 0.0011948466999456286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=240000 loss=3.1982 {'pos0_bos_p': 0.0012746083084493876, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=240050 loss=2.5794 {'pos0_bos_p': 0.0013064522063359618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=240100 loss=2.5523 {'pos0_bos_p': 0.0012452724622562528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=240150 loss=3.0707 {'pos0_bos_p': 0.0013113884488120675, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=240200 loss=2.5927 {'pos0_bos_p': 0.0012497020652517676, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=240250 loss=2.8568 {'pos0_bos_p': 0.0012776070507243276, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=240300 loss=2.5712 {'pos0_bos_p': 0.0012379124527797103, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=240350 loss=2.6323 {'pos0_bos_p': 0.0012840458657592535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=240400 loss=2.5393 {'pos0_bos_p': 0.0012858430854976177, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=240450 loss=2.5230 {'pos0_bos_p': 0.0012901779264211655, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=240500 loss=3.1049 {'pos0_bos_p': 0.0013058600015938282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=240550 loss=2.9640 {'pos0_bos_p': 0.0012867174809798598, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=240600 loss=2.7935 {'pos0_bos_p': 0.0012701499508693814, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=240650 loss=2.9023 {'pos0_bos_p': 0.0012772383634001017, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=240700 loss=2.7429 {'pos0_bos_p': 0.0013254760997369885, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=240750 loss=2.7577 {'pos0_bos_p': 0.0013019657926633954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=240800 loss=2.7017 {'pos0_bos_p': 0.0013645850121974945, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=240850 loss=2.4189 {'pos0_bos_p': 0.001362418639473617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=240900 loss=2.5549 {'pos0_bos_p': 0.0012682084925472736, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=240950 loss=2.8010 {'pos0_bos_p': 0.001221597078256309, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=241000 loss=3.1744 {'pos0_bos_p': 0.0012836743844673038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=241050 loss=2.9277 {'pos0_bos_p': 0.0012890901416540146, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=241100 loss=2.3874 {'pos0_bos_p': 0.0012973545817658305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=241150 loss=2.9760 {'pos0_bos_p': 0.0012901800218969584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=241200 loss=2.9129 {'pos0_bos_p': 0.0013440244365483522, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=241250 loss=2.7707 {'pos0_bos_p': 0.0012727387947961688, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=241300 loss=2.3865 {'pos0_bos_p': 0.0012810684274882078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=241350 loss=3.0749 {'pos0_bos_p': 0.0013190059689804912, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=241400 loss=2.8189 {'pos0_bos_p': 0.0012497263960540295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=241450 loss=3.1233 {'pos0_bos_p': 0.0013353695394471288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=241500 loss=2.8620 {'pos0_bos_p': 0.0013113808818161488, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=241550 loss=2.9863 {'pos0_bos_p': 0.0013695420930162072, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=241600 loss=2.3787 {'pos0_bos_p': 0.0012669999850913882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=241650 loss=2.6328 {'pos0_bos_p': 0.0013211010955274105, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=241700 loss=3.0694 {'pos0_bos_p': 0.001330594765022397, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=241750 loss=2.7306 {'pos0_bos_p': 0.0013344712788239121, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=241800 loss=3.2808 {'pos0_bos_p': 0.0012792255729436874, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=241850 loss=3.0600 {'pos0_bos_p': 0.0013167962897568941, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=241900 loss=2.6922 {'pos0_bos_p': 0.0012766262516379356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=241950 loss=2.6116 {'pos0_bos_p': 0.0013059803750365973, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=242000 loss=3.0779 {'pos0_bos_p': 0.001259929733350873, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=242050 loss=2.2859 {'pos0_bos_p': 0.0012801318662241101, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=242100 loss=2.8295 {'pos0_bos_p': 0.0013031691778451204, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=242150 loss=2.3083 {'pos0_bos_p': 0.0013080744538456202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=242200 loss=3.4276 {'pos0_bos_p': 0.0013491775607690215, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=242250 loss=2.5989 {'pos0_bos_p': 0.0013119971845299006, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=242300 loss=2.4275 {'pos0_bos_p': 0.0013957780320197344, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=242350 loss=3.0289 {'pos0_bos_p': 0.001319648465141654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=242400 loss=2.9252 {'pos0_bos_p': 0.0012853097869083285, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=242450 loss=2.7612 {'pos0_bos_p': 0.001370963640511036, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=242500 loss=3.0891 {'pos0_bos_p': 0.0013049353146925569, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=242550 loss=3.1497 {'pos0_bos_p': 0.001331202918663621, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=242600 loss=2.9047 {'pos0_bos_p': 0.0013444670476019382, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=242650 loss=2.5913 {'pos0_bos_p': 0.0012964453781023622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=242700 loss=2.9507 {'pos0_bos_p': 0.001297235838137567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=242750 loss=2.8944 {'pos0_bos_p': 0.0012724819825962186, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=242800 loss=2.4631 {'pos0_bos_p': 0.0013505781535059214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=242850 loss=2.6540 {'pos0_bos_p': 0.0012610135599970818, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=242900 loss=2.3607 {'pos0_bos_p': 0.0012403411092236638, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=242950 loss=2.5455 {'pos0_bos_p': 0.0012568621896207333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=243000 loss=2.6522 {'pos0_bos_p': 0.001358640962280333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=243050 loss=2.5029 {'pos0_bos_p': 0.0014144730521366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=243100 loss=2.6561 {'pos0_bos_p': 0.0014082948910072446, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=243150 loss=2.6027 {'pos0_bos_p': 0.0013724147574976087, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=243200 loss=2.3477 {'pos0_bos_p': 0.0013556611957028508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=243250 loss=2.2621 {'pos0_bos_p': 0.0012864551972597837, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=243300 loss=2.5336 {'pos0_bos_p': 0.0013059014454483986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=243350 loss=2.7584 {'pos0_bos_p': 0.0013348119100555778, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=243400 loss=2.6677 {'pos0_bos_p': 0.0013319124700501561, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=243450 loss=3.1451 {'pos0_bos_p': 0.0012891367077827454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=243500 loss=3.0413 {'pos0_bos_p': 0.0012888697674497962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=243550 loss=2.7237 {'pos0_bos_p': 0.0013298909179866314, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=243600 loss=2.8324 {'pos0_bos_p': 0.0013373888796195388, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=243650 loss=3.5066 {'pos0_bos_p': 0.0013142641400918365, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=243700 loss=2.9397 {'pos0_bos_p': 0.0013007769593968987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=243750 loss=3.0918 {'pos0_bos_p': 0.001454405253753066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=243800 loss=2.8401 {'pos0_bos_p': 0.0013149188598617911, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=243850 loss=2.4661 {'pos0_bos_p': 0.0013246559537947178, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=243900 loss=2.6379 {'pos0_bos_p': 0.0012618879554793239, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=243950 loss=2.6130 {'pos0_bos_p': 0.0013896366581320763, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=244000 loss=3.1548 {'pos0_bos_p': 0.0014317622408270836, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=244050 loss=2.7033 {'pos0_bos_p': 0.001307555241510272, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=244100 loss=2.3790 {'pos0_bos_p': 0.0013438264140859246, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=244150 loss=2.6560 {'pos0_bos_p': 0.0013303322484716773, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=244200 loss=3.5661 {'pos0_bos_p': 0.0013974320609122515, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999868869781494, 'last_eos_top1': 4} +step=244250 loss=3.6056 {'pos0_bos_p': 0.0014070001197978854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=244300 loss=2.8020 {'pos0_bos_p': 0.00139722041785717, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=244350 loss=2.6187 {'pos0_bos_p': 0.0013150745071470737, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=244400 loss=2.4110 {'pos0_bos_p': 0.0013518010964617133, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=244450 loss=2.8291 {'pos0_bos_p': 0.0013523375382646918, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=244500 loss=2.9839 {'pos0_bos_p': 0.0012639396591112018, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=244550 loss=2.8548 {'pos0_bos_p': 0.0013885434018447995, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=244600 loss=3.1655 {'pos0_bos_p': 0.00134899967815727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=244650 loss=2.8914 {'pos0_bos_p': 0.0012284618569537997, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=244700 loss=2.9833 {'pos0_bos_p': 0.0013889959082007408, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=244750 loss=3.3483 {'pos0_bos_p': 0.0013479541521519423, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=244800 loss=2.9905 {'pos0_bos_p': 0.0013320758007466793, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999861717224121, 'last_eos_top1': 4} +step=244850 loss=2.9971 {'pos0_bos_p': 0.0013321933802217245, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999865293502808, 'last_eos_top1': 4} +step=244900 loss=3.2925 {'pos0_bos_p': 0.001296838978305459, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=244950 loss=2.9034 {'pos0_bos_p': 0.0013209240278229117, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=245000 loss=2.9529 {'pos0_bos_p': 0.001340139308013022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=245050 loss=3.2095 {'pos0_bos_p': 0.00132461404427886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=245100 loss=2.9950 {'pos0_bos_p': 0.0013500938657671213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=245150 loss=2.1506 {'pos0_bos_p': 0.0013033271534368396, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=245200 loss=3.0620 {'pos0_bos_p': 0.0014218861469998956, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999866485595703, 'last_eos_top1': 4} +step=245250 loss=2.6406 {'pos0_bos_p': 0.0012873599771410227, 'pos0_bos_top1': 0, 'last_eos_p': 0.999987006187439, 'last_eos_top1': 4} +step=245300 loss=2.0785 {'pos0_bos_p': 0.0012735287891700864, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=245350 loss=3.0593 {'pos0_bos_p': 0.0013030549744144082, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=245400 loss=2.5717 {'pos0_bos_p': 0.0012797728413715959, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=245450 loss=2.2564 {'pos0_bos_p': 0.0013854664284735918, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=245500 loss=2.4250 {'pos0_bos_p': 0.0013079718919470906, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=245550 loss=2.6581 {'pos0_bos_p': 0.0013250407064333558, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=245600 loss=2.9011 {'pos0_bos_p': 0.0013174525229260325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=245650 loss=3.0326 {'pos0_bos_p': 0.00133556651417166, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=245700 loss=2.5656 {'pos0_bos_p': 0.0013207161100581288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=245750 loss=2.5838 {'pos0_bos_p': 0.0012828863691538572, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=245800 loss=2.4108 {'pos0_bos_p': 0.0013338243588805199, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=245850 loss=3.4125 {'pos0_bos_p': 0.0012285367120057344, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=245900 loss=2.8907 {'pos0_bos_p': 0.0012890282087028027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=245950 loss=2.8537 {'pos0_bos_p': 0.0012393746292218566, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=246000 loss=2.9732 {'pos0_bos_p': 0.001245225197635591, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=246050 loss=2.6073 {'pos0_bos_p': 0.0012986771762371063, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=246100 loss=2.3598 {'pos0_bos_p': 0.0012626155512407422, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=246150 loss=2.8740 {'pos0_bos_p': 0.0012493643444031477, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=246200 loss=2.8393 {'pos0_bos_p': 0.001371737802401185, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=246250 loss=2.5908 {'pos0_bos_p': 0.001270368928089738, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=246300 loss=3.1582 {'pos0_bos_p': 0.0012124672066420317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=246350 loss=2.9663 {'pos0_bos_p': 0.0013163777766749263, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=246400 loss=3.0653 {'pos0_bos_p': 0.001220929785631597, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=246450 loss=2.4899 {'pos0_bos_p': 0.0013144365511834621, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=246500 loss=2.4234 {'pos0_bos_p': 0.0013225619914010167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=246550 loss=2.3256 {'pos0_bos_p': 0.0012680356157943606, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=246600 loss=2.2531 {'pos0_bos_p': 0.0013083674712106586, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=246650 loss=3.3639 {'pos0_bos_p': 0.0013114919420331717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=246700 loss=2.5463 {'pos0_bos_p': 0.0012547746300697327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=246750 loss=2.5482 {'pos0_bos_p': 0.0013034534640610218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=246800 loss=2.8663 {'pos0_bos_p': 0.0013289498165249825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=246850 loss=2.5464 {'pos0_bos_p': 0.0012853622902184725, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=246900 loss=3.2889 {'pos0_bos_p': 0.0014094021171331406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=246950 loss=2.9935 {'pos0_bos_p': 0.001303487690165639, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=247000 loss=3.1739 {'pos0_bos_p': 0.0012478434946388006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=247050 loss=2.6472 {'pos0_bos_p': 0.0013313200324773788, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=247100 loss=3.1926 {'pos0_bos_p': 0.0013069121632725, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=247150 loss=2.2462 {'pos0_bos_p': 0.0012719071237370372, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=247200 loss=2.6139 {'pos0_bos_p': 0.0012550383107736707, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=247250 loss=2.5476 {'pos0_bos_p': 0.001305704819969833, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=247300 loss=2.8340 {'pos0_bos_p': 0.0012548788217827678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=247350 loss=2.8266 {'pos0_bos_p': 0.0013584799598902464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=247400 loss=2.5860 {'pos0_bos_p': 0.001399338012561202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=247450 loss=3.2369 {'pos0_bos_p': 0.0012982726329937577, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=247500 loss=2.7982 {'pos0_bos_p': 0.0012345882132649422, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=247550 loss=3.0939 {'pos0_bos_p': 0.00124801741912961, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=247600 loss=2.7153 {'pos0_bos_p': 0.001273512840270996, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=247650 loss=2.5354 {'pos0_bos_p': 0.00126777368132025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=247700 loss=2.8528 {'pos0_bos_p': 0.0012225573882460594, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=247750 loss=2.8817 {'pos0_bos_p': 0.0013086647959426045, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=247800 loss=2.3080 {'pos0_bos_p': 0.001311464817263186, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=247850 loss=3.6011 {'pos0_bos_p': 0.0012952502584084868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=247900 loss=2.9714 {'pos0_bos_p': 0.0013418325688689947, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=247950 loss=3.1545 {'pos0_bos_p': 0.0011928761377930641, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=248000 loss=2.6392 {'pos0_bos_p': 0.0012500365264713764, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=248050 loss=2.8474 {'pos0_bos_p': 0.0012546315556392074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=248100 loss=2.7010 {'pos0_bos_p': 0.0012242294615134597, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=248150 loss=3.2683 {'pos0_bos_p': 0.0012882889714092016, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=248200 loss=2.6431 {'pos0_bos_p': 0.0012329618912190199, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=248250 loss=2.5847 {'pos0_bos_p': 0.00123551394790411, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=248300 loss=2.4254 {'pos0_bos_p': 0.0012277496280148625, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=248350 loss=2.4516 {'pos0_bos_p': 0.0012337856460362673, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=248400 loss=2.1203 {'pos0_bos_p': 0.0012603601207956672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=248450 loss=2.2974 {'pos0_bos_p': 0.0012485400075092912, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=248500 loss=2.6548 {'pos0_bos_p': 0.001363222487270832, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=248550 loss=2.5530 {'pos0_bos_p': 0.001313492190092802, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=248600 loss=3.1488 {'pos0_bos_p': 0.0012969325762242079, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=248650 loss=2.9874 {'pos0_bos_p': 0.001310227089561522, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=248700 loss=3.1847 {'pos0_bos_p': 0.0013064553495496511, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=248750 loss=2.4234 {'pos0_bos_p': 0.0013242391869425774, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=248800 loss=2.6516 {'pos0_bos_p': 0.0013319095596671104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=248850 loss=2.8392 {'pos0_bos_p': 0.0012487232452258468, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=248900 loss=2.5258 {'pos0_bos_p': 0.001326952246017754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=248950 loss=3.1595 {'pos0_bos_p': 0.001288626343011856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=249000 loss=3.0223 {'pos0_bos_p': 0.0012999752070754766, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=249050 loss=2.9964 {'pos0_bos_p': 0.0012581631308421493, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=249100 loss=2.3699 {'pos0_bos_p': 0.0011619697324931622, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=249150 loss=2.5129 {'pos0_bos_p': 0.0012937560677528381, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=249200 loss=2.4541 {'pos0_bos_p': 0.0012737996876239777, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=249250 loss=2.4759 {'pos0_bos_p': 0.0012395408703014255, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=249300 loss=2.5693 {'pos0_bos_p': 0.00124495814088732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=249350 loss=2.5094 {'pos0_bos_p': 0.0012481942540034652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=249400 loss=2.5448 {'pos0_bos_p': 0.0013497580075636506, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=249450 loss=2.6681 {'pos0_bos_p': 0.0013254105579108, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=249500 loss=2.4289 {'pos0_bos_p': 0.0012568861711770296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=249550 loss=3.0110 {'pos0_bos_p': 0.001249488559551537, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=249600 loss=2.5778 {'pos0_bos_p': 0.0012672899756580591, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=249650 loss=3.1102 {'pos0_bos_p': 0.0012598761823028326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=249700 loss=2.3044 {'pos0_bos_p': 0.0012432481162250042, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=249750 loss=3.4144 {'pos0_bos_p': 0.0012489227810874581, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=249800 loss=2.8760 {'pos0_bos_p': 0.001236238982528448, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=249850 loss=2.9547 {'pos0_bos_p': 0.0012694376055151224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=249900 loss=2.5047 {'pos0_bos_p': 0.0012589945690706372, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=249950 loss=2.8357 {'pos0_bos_p': 0.0012486589839681983, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=250000 loss=2.5887 {'pos0_bos_p': 0.0012442583683878183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=250050 loss=2.7517 {'pos0_bos_p': 0.001253257505595684, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=250100 loss=2.9096 {'pos0_bos_p': 0.0012136612785980105, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=250150 loss=2.7454 {'pos0_bos_p': 0.0012312772450968623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=250200 loss=3.1438 {'pos0_bos_p': 0.0012266808189451694, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=250250 loss=2.0819 {'pos0_bos_p': 0.0012994015123695135, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=250300 loss=3.4006 {'pos0_bos_p': 0.001262728008441627, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=250350 loss=2.6730 {'pos0_bos_p': 0.0013418428134173155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=250400 loss=3.2717 {'pos0_bos_p': 0.0012859812704846263, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=250450 loss=3.1377 {'pos0_bos_p': 0.0012593676801770926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=250500 loss=3.0848 {'pos0_bos_p': 0.0012197681935504079, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=250550 loss=2.4459 {'pos0_bos_p': 0.0012204268714413047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=250600 loss=2.5591 {'pos0_bos_p': 0.0012611126294359565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=250650 loss=2.6301 {'pos0_bos_p': 0.0013197443913668394, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=250700 loss=3.2026 {'pos0_bos_p': 0.0012739116791635752, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=250750 loss=2.4760 {'pos0_bos_p': 0.0013417403679341078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=250800 loss=2.6945 {'pos0_bos_p': 0.0012810161570087075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=250850 loss=2.7523 {'pos0_bos_p': 0.0012952537508681417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=250900 loss=2.7315 {'pos0_bos_p': 0.001319404924288392, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=250950 loss=3.2173 {'pos0_bos_p': 0.0012858191039413214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=251000 loss=2.7767 {'pos0_bos_p': 0.0012778538512066007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=251050 loss=2.8441 {'pos0_bos_p': 0.0013062967918813229, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=251100 loss=3.0895 {'pos0_bos_p': 0.00123351882211864, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=251150 loss=2.2472 {'pos0_bos_p': 0.0012454778188839555, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=251200 loss=2.7599 {'pos0_bos_p': 0.0012858209665864706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=251250 loss=2.8394 {'pos0_bos_p': 0.0012563831405714154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=251300 loss=2.8399 {'pos0_bos_p': 0.0012829216429963708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=251350 loss=2.7197 {'pos0_bos_p': 0.0012541919713839889, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=251400 loss=2.5914 {'pos0_bos_p': 0.001249321736395359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=251450 loss=2.8340 {'pos0_bos_p': 0.0012229656567797065, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=251500 loss=2.3480 {'pos0_bos_p': 0.0013203027192503214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=251550 loss=2.7519 {'pos0_bos_p': 0.0012561531038954854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=251600 loss=2.3664 {'pos0_bos_p': 0.001269978703930974, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=251650 loss=2.8199 {'pos0_bos_p': 0.0012620697962120175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=251700 loss=3.4686 {'pos0_bos_p': 0.0012345550348982215, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=251750 loss=2.7502 {'pos0_bos_p': 0.001241312944330275, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=251800 loss=3.2206 {'pos0_bos_p': 0.0013363203033804893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=251850 loss=2.6119 {'pos0_bos_p': 0.0012665543472394347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=251900 loss=2.7635 {'pos0_bos_p': 0.0012968142982572317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=251950 loss=2.7951 {'pos0_bos_p': 0.001250996021553874, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=252000 loss=2.3568 {'pos0_bos_p': 0.0011669574305415154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=252050 loss=2.8434 {'pos0_bos_p': 0.0012236590264365077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=252100 loss=2.5993 {'pos0_bos_p': 0.001301098265685141, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=252150 loss=2.8093 {'pos0_bos_p': 0.0012568243546411395, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=252200 loss=3.0850 {'pos0_bos_p': 0.0013256126549094915, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=252250 loss=2.7274 {'pos0_bos_p': 0.0011895677307620645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=252300 loss=2.4639 {'pos0_bos_p': 0.001277480274438858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=252350 loss=3.1595 {'pos0_bos_p': 0.0012160249752923846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=252400 loss=2.7686 {'pos0_bos_p': 0.0012466053012758493, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=252450 loss=2.3211 {'pos0_bos_p': 0.0012687280541285872, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=252500 loss=2.4809 {'pos0_bos_p': 0.0012145205400884151, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=252550 loss=2.6154 {'pos0_bos_p': 0.0012452724622562528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=252600 loss=2.8939 {'pos0_bos_p': 0.0012371717020869255, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=252650 loss=2.3034 {'pos0_bos_p': 0.0012150073889642954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=252700 loss=2.7488 {'pos0_bos_p': 0.0012999814935028553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=252750 loss=2.6130 {'pos0_bos_p': 0.001293984241783619, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=252800 loss=2.6693 {'pos0_bos_p': 0.0012442258885130286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=252850 loss=2.5049 {'pos0_bos_p': 0.0013686837628483772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=252900 loss=2.9154 {'pos0_bos_p': 0.0012371614575386047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=252950 loss=2.5274 {'pos0_bos_p': 0.0012527403887361288, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=253000 loss=3.1055 {'pos0_bos_p': 0.001294957473874092, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=253050 loss=2.4171 {'pos0_bos_p': 0.0012647100957110524, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=253100 loss=2.5014 {'pos0_bos_p': 0.0012630523415282369, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=253150 loss=2.4881 {'pos0_bos_p': 0.0012531293323263526, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=253200 loss=2.0354 {'pos0_bos_p': 0.0012179885525256395, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=253250 loss=2.7986 {'pos0_bos_p': 0.001266922801733017, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=253300 loss=2.4292 {'pos0_bos_p': 0.0012445591855794191, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=253350 loss=2.9928 {'pos0_bos_p': 0.001192270079627633, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=253400 loss=2.5885 {'pos0_bos_p': 0.0012951262760907412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=253450 loss=2.8662 {'pos0_bos_p': 0.0012992109404876828, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=253500 loss=2.8759 {'pos0_bos_p': 0.00124801741912961, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=253550 loss=2.2718 {'pos0_bos_p': 0.0012895262334495783, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=253600 loss=3.0227 {'pos0_bos_p': 0.0012948875082656741, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=253650 loss=2.6977 {'pos0_bos_p': 0.0012847761390730739, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=253700 loss=2.6209 {'pos0_bos_p': 0.001292089931666851, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=253750 loss=2.3737 {'pos0_bos_p': 0.0013187858276069164, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=253800 loss=2.7392 {'pos0_bos_p': 0.0012878431007266045, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=253850 loss=2.1324 {'pos0_bos_p': 0.0012170906411483884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=253900 loss=2.6621 {'pos0_bos_p': 0.0012562170159071684, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=253950 loss=3.5819 {'pos0_bos_p': 0.0011948335450142622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=254000 loss=2.6908 {'pos0_bos_p': 0.0012032620143145323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=254050 loss=2.5714 {'pos0_bos_p': 0.0012427899055182934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=254100 loss=2.7309 {'pos0_bos_p': 0.001268225722014904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=254150 loss=2.4496 {'pos0_bos_p': 0.0012382743880152702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=254200 loss=2.3268 {'pos0_bos_p': 0.0012555288849398494, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=254250 loss=2.7700 {'pos0_bos_p': 0.0012754987692460418, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=254300 loss=2.5274 {'pos0_bos_p': 0.0012442745501175523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=254350 loss=2.1016 {'pos0_bos_p': 0.0012643217341974378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=254400 loss=2.5260 {'pos0_bos_p': 0.001238060649484396, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=254450 loss=2.3439 {'pos0_bos_p': 0.0012781862169504166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=254500 loss=2.8878 {'pos0_bos_p': 0.0013132585445418954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=254550 loss=2.7312 {'pos0_bos_p': 0.0012894000392407179, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=254600 loss=2.8058 {'pos0_bos_p': 0.0012613367289304733, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=254650 loss=2.8980 {'pos0_bos_p': 0.00124282983597368, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=254700 loss=3.1651 {'pos0_bos_p': 0.001312613021582365, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=254750 loss=2.9734 {'pos0_bos_p': 0.001340648508630693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=254800 loss=2.5098 {'pos0_bos_p': 0.0012738762889057398, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=254850 loss=2.8709 {'pos0_bos_p': 0.0013261856511235237, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=254900 loss=2.7967 {'pos0_bos_p': 0.0011681013274937868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=254950 loss=3.3865 {'pos0_bos_p': 0.001298113027587533, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=255000 loss=2.7110 {'pos0_bos_p': 0.001208688598126173, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=255050 loss=2.4020 {'pos0_bos_p': 0.0012706825509667397, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=255100 loss=3.0831 {'pos0_bos_p': 0.0012840913841500878, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=255150 loss=2.8644 {'pos0_bos_p': 0.0012869980419054627, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=255200 loss=2.6612 {'pos0_bos_p': 0.0013082007644698024, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=255250 loss=2.6414 {'pos0_bos_p': 0.0013100305804982781, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=255300 loss=2.5494 {'pos0_bos_p': 0.0012950182426720858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=255350 loss=2.1351 {'pos0_bos_p': 0.001250811736099422, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=255400 loss=3.1587 {'pos0_bos_p': 0.001289290259592235, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=255450 loss=2.8616 {'pos0_bos_p': 0.0013081292854622006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=255500 loss=2.3560 {'pos0_bos_p': 0.0012939682928845286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=255550 loss=2.7081 {'pos0_bos_p': 0.001291965483687818, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=255600 loss=2.4892 {'pos0_bos_p': 0.001270997105166316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=255650 loss=2.0528 {'pos0_bos_p': 0.0012486543273553252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=255700 loss=2.6479 {'pos0_bos_p': 0.0012750317109748721, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=255750 loss=2.6554 {'pos0_bos_p': 0.0012876264518126845, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=255800 loss=3.0839 {'pos0_bos_p': 0.0012689813738688827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=255850 loss=2.9193 {'pos0_bos_p': 0.0012975370045751333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=255900 loss=2.3091 {'pos0_bos_p': 0.001234274241141975, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=255950 loss=3.0334 {'pos0_bos_p': 0.0012817906681448221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=256000 loss=2.3018 {'pos0_bos_p': 0.0012667421251535416, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=256050 loss=2.4723 {'pos0_bos_p': 0.001235101604834199, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=256100 loss=2.3057 {'pos0_bos_p': 0.0012125683715566993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=256150 loss=2.3212 {'pos0_bos_p': 0.0012385982554405928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=256200 loss=2.3970 {'pos0_bos_p': 0.001242750440724194, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=256250 loss=2.5602 {'pos0_bos_p': 0.0012653511948883533, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=256300 loss=2.8138 {'pos0_bos_p': 0.0013039306504651904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=256350 loss=2.3509 {'pos0_bos_p': 0.0012900937581434846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=256400 loss=2.8176 {'pos0_bos_p': 0.0012986032525077462, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=256450 loss=2.5721 {'pos0_bos_p': 0.0012401979183778167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=256500 loss=2.7476 {'pos0_bos_p': 0.0012716857017949224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=256550 loss=2.1602 {'pos0_bos_p': 0.001185096800327301, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=256600 loss=2.0021 {'pos0_bos_p': 0.0013204878196120262, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=256650 loss=3.1023 {'pos0_bos_p': 0.0012944802874699235, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=256700 loss=2.6475 {'pos0_bos_p': 0.0012708421563729644, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=256750 loss=2.5827 {'pos0_bos_p': 0.001286359503865242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=256800 loss=3.2082 {'pos0_bos_p': 0.0012912445235997438, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=256850 loss=2.4878 {'pos0_bos_p': 0.0012813144130632281, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=256900 loss=2.7549 {'pos0_bos_p': 0.0013130587758496404, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=256950 loss=3.0095 {'pos0_bos_p': 0.0012565271463245153, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=257000 loss=2.2493 {'pos0_bos_p': 0.0012375228106975555, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=257050 loss=2.7959 {'pos0_bos_p': 0.001213898416608572, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=257100 loss=2.5458 {'pos0_bos_p': 0.0012789854081347585, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=257150 loss=2.6645 {'pos0_bos_p': 0.0012506122002378106, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=257200 loss=2.8511 {'pos0_bos_p': 0.0013188454322516918, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=257250 loss=2.7535 {'pos0_bos_p': 0.0012732461327686906, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=257300 loss=2.8848 {'pos0_bos_p': 0.001258753938600421, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=257350 loss=2.3252 {'pos0_bos_p': 0.0012182844802737236, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=257400 loss=2.6158 {'pos0_bos_p': 0.0012141476618126035, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=257450 loss=2.8382 {'pos0_bos_p': 0.0012929437216371298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=257500 loss=2.6201 {'pos0_bos_p': 0.0012796310475096107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=257550 loss=2.9185 {'pos0_bos_p': 0.001269589178264141, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=257600 loss=2.6959 {'pos0_bos_p': 0.001286100596189499, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=257650 loss=2.2117 {'pos0_bos_p': 0.0012804752914234996, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=257700 loss=2.9009 {'pos0_bos_p': 0.0012509715743362904, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=257750 loss=2.8070 {'pos0_bos_p': 0.0012994582066312432, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=257800 loss=2.2332 {'pos0_bos_p': 0.001333152293227613, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=257850 loss=2.6869 {'pos0_bos_p': 0.0012997143203392625, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=257900 loss=2.6842 {'pos0_bos_p': 0.001236233627423644, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=257950 loss=2.7623 {'pos0_bos_p': 0.0013057804899290204, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=258000 loss=2.8341 {'pos0_bos_p': 0.001269995467737317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=258050 loss=2.8517 {'pos0_bos_p': 0.0013058556942269206, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=258100 loss=2.4291 {'pos0_bos_p': 0.0012421008432283998, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=258150 loss=3.0288 {'pos0_bos_p': 0.0012562723131850362, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=258200 loss=2.6474 {'pos0_bos_p': 0.001335467561148107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=258250 loss=2.9875 {'pos0_bos_p': 0.001236218144185841, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=258300 loss=2.6214 {'pos0_bos_p': 0.0012740358943119645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=258350 loss=2.5467 {'pos0_bos_p': 0.0011940529802814126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=258400 loss=2.4763 {'pos0_bos_p': 0.0012690754374489188, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=258450 loss=3.0401 {'pos0_bos_p': 0.0011973660439252853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=258500 loss=3.2820 {'pos0_bos_p': 0.0013434923021122813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=258550 loss=3.2173 {'pos0_bos_p': 0.001320870011113584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=258600 loss=2.5616 {'pos0_bos_p': 0.0012385545996949077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=258650 loss=2.7455 {'pos0_bos_p': 0.0013193062040954828, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=258700 loss=2.6096 {'pos0_bos_p': 0.0012540420284494758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=258750 loss=2.5708 {'pos0_bos_p': 0.0012597691966220737, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=258800 loss=2.8531 {'pos0_bos_p': 0.001236054114997387, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=258850 loss=2.9954 {'pos0_bos_p': 0.0012057635467499495, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=258900 loss=2.8782 {'pos0_bos_p': 0.0013157710200175643, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=258950 loss=2.7423 {'pos0_bos_p': 0.0012298731599003077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=259000 loss=2.6083 {'pos0_bos_p': 0.00126563326921314, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=259050 loss=2.7531 {'pos0_bos_p': 0.0012682693777605891, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=259100 loss=2.6992 {'pos0_bos_p': 0.0012783800484612584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=259150 loss=2.6037 {'pos0_bos_p': 0.001247626030817628, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=259200 loss=2.3942 {'pos0_bos_p': 0.0013122220989316702, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=259250 loss=2.7663 {'pos0_bos_p': 0.0012452455703169107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=259300 loss=2.9702 {'pos0_bos_p': 0.0012250386644154787, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=259350 loss=2.6629 {'pos0_bos_p': 0.0012913472019135952, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=259400 loss=2.9084 {'pos0_bos_p': 0.0012845047749578953, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=259450 loss=2.3792 {'pos0_bos_p': 0.0011932324850931764, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=259500 loss=2.9218 {'pos0_bos_p': 0.0012204323429614305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=259550 loss=3.2613 {'pos0_bos_p': 0.0013028167886659503, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=259600 loss=2.5169 {'pos0_bos_p': 0.0012174721341580153, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=259650 loss=2.7686 {'pos0_bos_p': 0.001270165666937828, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=259700 loss=3.0166 {'pos0_bos_p': 0.0012539312010630965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=259750 loss=3.0096 {'pos0_bos_p': 0.0012367765884846449, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=259800 loss=2.6133 {'pos0_bos_p': 0.0011970921186730266, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=259850 loss=3.1212 {'pos0_bos_p': 0.001240724348463118, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=259900 loss=2.9682 {'pos0_bos_p': 0.0011732974089682102, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=259950 loss=3.0290 {'pos0_bos_p': 0.0012854064116254449, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=260000 loss=2.4325 {'pos0_bos_p': 0.0012798340758308768, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=260050 loss=3.0358 {'pos0_bos_p': 0.0012344743590801954, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=260100 loss=2.7525 {'pos0_bos_p': 0.0012390055926516652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=260150 loss=2.6417 {'pos0_bos_p': 0.001301073469221592, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=260200 loss=2.9051 {'pos0_bos_p': 0.001355604617856443, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=260250 loss=2.8656 {'pos0_bos_p': 0.001295953057706356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=260300 loss=2.5909 {'pos0_bos_p': 0.0011979325208812952, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=260350 loss=2.4290 {'pos0_bos_p': 0.001270608394406736, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=260400 loss=3.2109 {'pos0_bos_p': 0.0013154384214431047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=260450 loss=2.4625 {'pos0_bos_p': 0.001299015013501048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=260500 loss=2.5393 {'pos0_bos_p': 0.0012483749305829406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=260550 loss=2.8391 {'pos0_bos_p': 0.0012228729901835322, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=260600 loss=2.7600 {'pos0_bos_p': 0.0012794213835150003, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=260650 loss=2.7368 {'pos0_bos_p': 0.0012567900121212006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=260700 loss=2.7487 {'pos0_bos_p': 0.0012477857526391745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=260750 loss=2.5887 {'pos0_bos_p': 0.0012993654236197472, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=260800 loss=3.0057 {'pos0_bos_p': 0.0012398221297189593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=260850 loss=2.9889 {'pos0_bos_p': 0.0012331687612459064, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=260900 loss=2.8625 {'pos0_bos_p': 0.0012670685537159443, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=260950 loss=2.9534 {'pos0_bos_p': 0.0011787929106503725, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=261000 loss=2.7169 {'pos0_bos_p': 0.001257717376574874, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=261050 loss=3.3092 {'pos0_bos_p': 0.0012237062910571694, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=261100 loss=2.5546 {'pos0_bos_p': 0.001221553306095302, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=261150 loss=2.9729 {'pos0_bos_p': 0.0011386615224182606, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=261200 loss=2.7346 {'pos0_bos_p': 0.0012145976070314646, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=261250 loss=2.9328 {'pos0_bos_p': 0.0012186772655695677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=261300 loss=3.0038 {'pos0_bos_p': 0.0012445898028090596, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=261350 loss=2.7891 {'pos0_bos_p': 0.0012601250782608986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=261400 loss=3.1853 {'pos0_bos_p': 0.001223227591253817, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=261450 loss=2.8995 {'pos0_bos_p': 0.0012865413445979357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=261500 loss=2.8921 {'pos0_bos_p': 0.0012795130023732781, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=261550 loss=2.9573 {'pos0_bos_p': 0.0012331419857218862, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=261600 loss=2.6720 {'pos0_bos_p': 0.0012807983439415693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=261650 loss=2.6751 {'pos0_bos_p': 0.0013035396113991737, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=261700 loss=2.2995 {'pos0_bos_p': 0.001300798379816115, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=261750 loss=3.1667 {'pos0_bos_p': 0.0012925498886033893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=261800 loss=2.6648 {'pos0_bos_p': 0.0012397327227517962, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=261850 loss=2.7764 {'pos0_bos_p': 0.0012710107257589698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=261900 loss=2.1402 {'pos0_bos_p': 0.0012256845366209745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=261950 loss=3.1388 {'pos0_bos_p': 0.0012640254572033882, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=262000 loss=2.6317 {'pos0_bos_p': 0.0012454102979972959, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=262050 loss=2.8656 {'pos0_bos_p': 0.0012293232139199972, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=262100 loss=2.5554 {'pos0_bos_p': 0.0012368339812383056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=262150 loss=2.9096 {'pos0_bos_p': 0.0012480459408834577, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=262200 loss=2.8285 {'pos0_bos_p': 0.0013386312639340758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=262250 loss=3.0228 {'pos0_bos_p': 0.0013129549333825707, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=262300 loss=3.1125 {'pos0_bos_p': 0.0012513166293501854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=262350 loss=2.7459 {'pos0_bos_p': 0.001302419463172555, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=262400 loss=2.8890 {'pos0_bos_p': 0.00134891492780298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=262450 loss=2.8836 {'pos0_bos_p': 0.001301780459471047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=262500 loss=3.1005 {'pos0_bos_p': 0.001358741894364357, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=262550 loss=3.4566 {'pos0_bos_p': 0.0012599551118910313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=262600 loss=3.2183 {'pos0_bos_p': 0.0012849326012656093, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=262650 loss=3.0073 {'pos0_bos_p': 0.0013484557857736945, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=262700 loss=3.1914 {'pos0_bos_p': 0.0012383071007207036, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=262750 loss=2.4889 {'pos0_bos_p': 0.0013052854919806123, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=262800 loss=2.6944 {'pos0_bos_p': 0.0012823465513065457, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=262850 loss=3.0770 {'pos0_bos_p': 0.0013588658766821027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=262900 loss=3.0027 {'pos0_bos_p': 0.0012301242677494884, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=262950 loss=2.4983 {'pos0_bos_p': 0.0012885601026937366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=263000 loss=2.4487 {'pos0_bos_p': 0.0012480429140850902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=263050 loss=2.6268 {'pos0_bos_p': 0.0012534090783447027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=263100 loss=2.6666 {'pos0_bos_p': 0.0012508544605225325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=263150 loss=2.4293 {'pos0_bos_p': 0.0013082824880257249, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=263200 loss=2.7447 {'pos0_bos_p': 0.0013183746486902237, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=263250 loss=3.2969 {'pos0_bos_p': 0.0012428880436345935, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=263300 loss=2.8430 {'pos0_bos_p': 0.001258871634490788, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=263350 loss=3.3688 {'pos0_bos_p': 0.0012152714189141989, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=263400 loss=3.1989 {'pos0_bos_p': 0.0013564644614234567, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=263450 loss=2.7430 {'pos0_bos_p': 0.0012961808824911714, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=263500 loss=2.3243 {'pos0_bos_p': 0.0013077250914648175, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=263550 loss=3.1230 {'pos0_bos_p': 0.0012459582649171352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=263600 loss=2.8967 {'pos0_bos_p': 0.0012429554481059313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=263650 loss=3.1365 {'pos0_bos_p': 0.0013021613704040647, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=263700 loss=2.7564 {'pos0_bos_p': 0.0011888790177181363, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=263750 loss=2.6518 {'pos0_bos_p': 0.001279034768231213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=263800 loss=2.9641 {'pos0_bos_p': 0.0012964963680133224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=263850 loss=2.5049 {'pos0_bos_p': 0.0012141633778810501, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=263900 loss=3.0095 {'pos0_bos_p': 0.0012605848023667932, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=263950 loss=2.5563 {'pos0_bos_p': 0.0012633209116756916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=264000 loss=3.0937 {'pos0_bos_p': 0.0013090615393593907, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=264050 loss=2.8887 {'pos0_bos_p': 0.001284641562961042, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=264100 loss=2.4402 {'pos0_bos_p': 0.0012951954267919064, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=264150 loss=2.8542 {'pos0_bos_p': 0.001327904756180942, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=264200 loss=3.4036 {'pos0_bos_p': 0.0012801919365301728, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=264250 loss=2.3432 {'pos0_bos_p': 0.0012449712958186865, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=264300 loss=3.2342 {'pos0_bos_p': 0.0012374299112707376, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=264350 loss=3.2221 {'pos0_bos_p': 0.0012935952981933951, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=264400 loss=2.3206 {'pos0_bos_p': 0.0012818927643820643, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=264450 loss=2.6139 {'pos0_bos_p': 0.001314349938184023, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=264500 loss=2.4994 {'pos0_bos_p': 0.0012468056520447135, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=264550 loss=2.5440 {'pos0_bos_p': 0.001318855327554047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=264600 loss=2.4890 {'pos0_bos_p': 0.001277006114833057, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=264650 loss=2.5257 {'pos0_bos_p': 0.001350095495581627, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=264700 loss=2.1522 {'pos0_bos_p': 0.0013367848005145788, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=264750 loss=2.9623 {'pos0_bos_p': 0.0012770805042237043, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=264800 loss=2.5299 {'pos0_bos_p': 0.0014288608217611909, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=264850 loss=2.5589 {'pos0_bos_p': 0.0013455309672281146, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=264900 loss=2.8256 {'pos0_bos_p': 0.0012289213482290506, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=264950 loss=3.2802 {'pos0_bos_p': 0.0012897397391498089, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=265000 loss=2.3858 {'pos0_bos_p': 0.0012633160222321749, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=265050 loss=2.3360 {'pos0_bos_p': 0.001307672238908708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=265100 loss=2.7972 {'pos0_bos_p': 0.001313026761636138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=265150 loss=2.8795 {'pos0_bos_p': 0.0013379001757130027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=265200 loss=3.0564 {'pos0_bos_p': 0.0013332848902791739, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=265250 loss=2.0497 {'pos0_bos_p': 0.0012668427079916, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=265300 loss=2.5669 {'pos0_bos_p': 0.0013081138022243977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=265350 loss=2.6888 {'pos0_bos_p': 0.001302079763263464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=265400 loss=2.6612 {'pos0_bos_p': 0.0012631204444915056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=265450 loss=2.7645 {'pos0_bos_p': 0.001248662476427853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=265500 loss=2.9878 {'pos0_bos_p': 0.0012259877985343337, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=265550 loss=3.4143 {'pos0_bos_p': 0.0011708150850608945, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=265600 loss=2.5497 {'pos0_bos_p': 0.001227330300025642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=265650 loss=2.6666 {'pos0_bos_p': 0.001303027500398457, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=265700 loss=2.2411 {'pos0_bos_p': 0.0012736516073346138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=265750 loss=2.4421 {'pos0_bos_p': 0.001311774249188602, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=265800 loss=2.7342 {'pos0_bos_p': 0.0012781602563336492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=265850 loss=2.7567 {'pos0_bos_p': 0.0013260224368423223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=265900 loss=2.7491 {'pos0_bos_p': 0.0013207984156906605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=265950 loss=3.1050 {'pos0_bos_p': 0.001239259960129857, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=266000 loss=2.5970 {'pos0_bos_p': 0.0012757027288898826, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=266050 loss=3.1298 {'pos0_bos_p': 0.001179683837108314, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=266100 loss=2.9275 {'pos0_bos_p': 0.0012884183088317513, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=266150 loss=2.2742 {'pos0_bos_p': 0.0012527832295745611, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=266200 loss=3.3170 {'pos0_bos_p': 0.0012425935128703713, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=266250 loss=2.3101 {'pos0_bos_p': 0.0012665112735703588, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=266300 loss=2.2797 {'pos0_bos_p': 0.0012525301426649094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=266350 loss=3.0866 {'pos0_bos_p': 0.0013225998263806105, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=266400 loss=2.8491 {'pos0_bos_p': 0.0012262504315003753, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=266450 loss=2.7076 {'pos0_bos_p': 0.0012724557891488075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=266500 loss=3.0153 {'pos0_bos_p': 0.0012832797365263104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=266550 loss=2.7633 {'pos0_bos_p': 0.001339166541583836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=266600 loss=2.6857 {'pos0_bos_p': 0.001330479164607823, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=266650 loss=2.1289 {'pos0_bos_p': 0.001256393501535058, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=266700 loss=2.8237 {'pos0_bos_p': 0.001334814471192658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=266750 loss=2.7497 {'pos0_bos_p': 0.001361315487883985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=266800 loss=2.5027 {'pos0_bos_p': 0.0012535835849121213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=266850 loss=2.7842 {'pos0_bos_p': 0.0013446575030684471, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=266900 loss=2.2410 {'pos0_bos_p': 0.0012315388303250074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=266950 loss=2.7357 {'pos0_bos_p': 0.0012727014254778624, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=267000 loss=2.7042 {'pos0_bos_p': 0.0013278443366289139, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=267050 loss=2.8178 {'pos0_bos_p': 0.0012869980419054627, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=267100 loss=3.0965 {'pos0_bos_p': 0.0012754464987665415, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=267150 loss=2.0613 {'pos0_bos_p': 0.0013052602298557758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=267200 loss=2.8251 {'pos0_bos_p': 0.001378539833240211, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=267250 loss=1.9749 {'pos0_bos_p': 0.0013577583013102412, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=267300 loss=2.7533 {'pos0_bos_p': 0.00134736904874444, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=267350 loss=2.3530 {'pos0_bos_p': 0.0013418366434052587, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=267400 loss=2.6506 {'pos0_bos_p': 0.0013169103767722845, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=267450 loss=2.7215 {'pos0_bos_p': 0.001295284484513104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=267500 loss=2.3873 {'pos0_bos_p': 0.0014200340956449509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=267550 loss=2.4545 {'pos0_bos_p': 0.0013013244606554508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=267600 loss=2.9764 {'pos0_bos_p': 0.001309001469053328, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=267650 loss=3.1960 {'pos0_bos_p': 0.0013155111810192466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=267700 loss=2.8666 {'pos0_bos_p': 0.001283167628571391, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=267750 loss=3.0434 {'pos0_bos_p': 0.0013763291062787175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=267800 loss=2.3919 {'pos0_bos_p': 0.0012580646434798837, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=267850 loss=2.2287 {'pos0_bos_p': 0.0013351688394322991, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=267900 loss=3.0856 {'pos0_bos_p': 0.001282555633224547, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=267950 loss=2.7776 {'pos0_bos_p': 0.0013032666174694896, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=268000 loss=2.9097 {'pos0_bos_p': 0.001340142684057355, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=268050 loss=2.6146 {'pos0_bos_p': 0.0012394130462780595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=268100 loss=2.1401 {'pos0_bos_p': 0.0013057916657999158, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=268150 loss=2.9223 {'pos0_bos_p': 0.0013005081564188004, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=268200 loss=2.9056 {'pos0_bos_p': 0.0012557791778817773, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=268250 loss=2.5687 {'pos0_bos_p': 0.0012885789619758725, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=268300 loss=3.0773 {'pos0_bos_p': 0.001338588073849678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=268350 loss=2.8499 {'pos0_bos_p': 0.0012982108164578676, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=268400 loss=2.8916 {'pos0_bos_p': 0.001324150711297989, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=268450 loss=2.5844 {'pos0_bos_p': 0.0013149603037163615, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=268500 loss=2.8337 {'pos0_bos_p': 0.0013153316685929894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=268550 loss=2.7344 {'pos0_bos_p': 0.0013074915623292327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=268600 loss=2.9844 {'pos0_bos_p': 0.0012347440933808684, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=268650 loss=2.7198 {'pos0_bos_p': 0.0012824804289266467, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=268700 loss=3.1863 {'pos0_bos_p': 0.0012985316570848227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=268750 loss=3.1877 {'pos0_bos_p': 0.0013885750668123364, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=268800 loss=2.2987 {'pos0_bos_p': 0.0012986721703782678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=268850 loss=2.5023 {'pos0_bos_p': 0.0012575818691402674, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=268900 loss=2.9156 {'pos0_bos_p': 0.0012515337439253926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=268950 loss=2.7704 {'pos0_bos_p': 0.0012736477656289935, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=269000 loss=2.9893 {'pos0_bos_p': 0.001327857025898993, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=269050 loss=2.8815 {'pos0_bos_p': 0.0012317611835896969, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=269100 loss=2.6385 {'pos0_bos_p': 0.001262987731024623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=269150 loss=3.1877 {'pos0_bos_p': 0.0013400757452473044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=269200 loss=2.7945 {'pos0_bos_p': 0.0012307610595598817, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=269250 loss=2.5828 {'pos0_bos_p': 0.0012307314900681376, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=269300 loss=3.6492 {'pos0_bos_p': 0.001241989666596055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=269350 loss=2.9759 {'pos0_bos_p': 0.001281053526327014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=269400 loss=3.0607 {'pos0_bos_p': 0.001287653692997992, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=269450 loss=3.1765 {'pos0_bos_p': 0.0012638879707083106, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=269500 loss=2.8609 {'pos0_bos_p': 0.0012980474857613444, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=269550 loss=2.7393 {'pos0_bos_p': 0.0012454959796741605, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=269600 loss=2.6235 {'pos0_bos_p': 0.0012440187856554985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=269650 loss=3.4136 {'pos0_bos_p': 0.0012270509032532573, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=269700 loss=2.7449 {'pos0_bos_p': 0.0012381544802337885, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=269750 loss=2.9893 {'pos0_bos_p': 0.0012870169011875987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=269800 loss=2.6799 {'pos0_bos_p': 0.0012883703457191586, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=269850 loss=3.2170 {'pos0_bos_p': 0.0012957733124494553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=269900 loss=2.4951 {'pos0_bos_p': 0.001285314210690558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=269950 loss=2.7652 {'pos0_bos_p': 0.0013146313140168786, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=270000 loss=2.5550 {'pos0_bos_p': 0.001262508099898696, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=270050 loss=2.8608 {'pos0_bos_p': 0.0012316623469814658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=270100 loss=3.1930 {'pos0_bos_p': 0.0012376968516036868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=270150 loss=2.9376 {'pos0_bos_p': 0.0012427362380549312, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999873638153076, 'last_eos_top1': 4} +step=270200 loss=2.9198 {'pos0_bos_p': 0.0012699612416327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=270250 loss=3.3241 {'pos0_bos_p': 0.0012586748925969005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=270300 loss=2.7375 {'pos0_bos_p': 0.0013503412483260036, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=270350 loss=3.1361 {'pos0_bos_p': 0.0013170844176784158, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=270400 loss=2.6293 {'pos0_bos_p': 0.0012484801700338721, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=270450 loss=2.5251 {'pos0_bos_p': 0.001252292888239026, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=270500 loss=2.7694 {'pos0_bos_p': 0.0012406351743265986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=270550 loss=2.4792 {'pos0_bos_p': 0.0012239380739629269, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=270600 loss=2.9452 {'pos0_bos_p': 0.0012729992158710957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=270650 loss=2.7692 {'pos0_bos_p': 0.0011713254498317838, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=270700 loss=2.6548 {'pos0_bos_p': 0.0011767544783651829, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=270750 loss=3.0290 {'pos0_bos_p': 0.0012358432868495584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=270800 loss=2.4013 {'pos0_bos_p': 0.0012069479562342167, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=270850 loss=2.2713 {'pos0_bos_p': 0.0011683654738590121, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=270900 loss=2.8814 {'pos0_bos_p': 0.0012401972198858857, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=270950 loss=2.7801 {'pos0_bos_p': 0.0012473751557990909, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=271000 loss=3.2496 {'pos0_bos_p': 0.0012081463355571032, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=271050 loss=2.7066 {'pos0_bos_p': 0.0012616063468158245, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=271100 loss=2.5477 {'pos0_bos_p': 0.0012514503905549645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=271150 loss=2.9978 {'pos0_bos_p': 0.0012173638679087162, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=271200 loss=1.9515 {'pos0_bos_p': 0.0012118873419240117, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=271250 loss=2.5678 {'pos0_bos_p': 0.001258245436474681, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=271300 loss=2.9510 {'pos0_bos_p': 0.0012303421972319484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=271350 loss=2.4085 {'pos0_bos_p': 0.001225719810463488, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=271400 loss=2.9978 {'pos0_bos_p': 0.001211777445860207, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=271450 loss=2.0791 {'pos0_bos_p': 0.001178994425572455, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=271500 loss=2.6166 {'pos0_bos_p': 0.001275710528716445, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=271550 loss=3.0519 {'pos0_bos_p': 0.0013291978975757957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=271600 loss=2.9665 {'pos0_bos_p': 0.001351113198325038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=271650 loss=3.0260 {'pos0_bos_p': 0.0012704399414360523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=271700 loss=2.8139 {'pos0_bos_p': 0.0012297311332076788, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=271750 loss=2.8678 {'pos0_bos_p': 0.0013212991179898381, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=271800 loss=2.6864 {'pos0_bos_p': 0.0013017479795962572, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=271850 loss=2.5876 {'pos0_bos_p': 0.0012723240070044994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=271900 loss=2.6734 {'pos0_bos_p': 0.0012435339158400893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=271950 loss=2.7736 {'pos0_bos_p': 0.0013022603234276175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=272000 loss=2.6841 {'pos0_bos_p': 0.0012905392795801163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=272050 loss=2.5306 {'pos0_bos_p': 0.0012533952249214053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=272100 loss=2.7011 {'pos0_bos_p': 0.0012665820540860295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=272150 loss=2.2487 {'pos0_bos_p': 0.0012522399192675948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=272200 loss=2.5018 {'pos0_bos_p': 0.0012509614462032914, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=272250 loss=2.2732 {'pos0_bos_p': 0.0012859778944402933, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=272300 loss=2.6264 {'pos0_bos_p': 0.0012181373313069344, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=272350 loss=2.7461 {'pos0_bos_p': 0.0012880174908787012, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=272400 loss=3.2072 {'pos0_bos_p': 0.0012223628582432866, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=272450 loss=2.4507 {'pos0_bos_p': 0.0011996061075478792, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=272500 loss=2.5363 {'pos0_bos_p': 0.0012359991669654846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=272550 loss=3.1045 {'pos0_bos_p': 0.0012980771716684103, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=272600 loss=3.2049 {'pos0_bos_p': 0.0012852613581344485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=272650 loss=2.9458 {'pos0_bos_p': 0.0013014955911785364, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=272700 loss=2.0961 {'pos0_bos_p': 0.0013088174164295197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=272750 loss=2.1839 {'pos0_bos_p': 0.0011938965180888772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=272800 loss=2.8942 {'pos0_bos_p': 0.0012692991876974702, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=272850 loss=3.5140 {'pos0_bos_p': 0.0012975586578249931, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=272900 loss=3.4990 {'pos0_bos_p': 0.0012503043981269002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=272950 loss=1.9761 {'pos0_bos_p': 0.0013004390057176352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=273000 loss=3.0156 {'pos0_bos_p': 0.001265437458641827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=273050 loss=2.9748 {'pos0_bos_p': 0.0012883695308119059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=273100 loss=2.4441 {'pos0_bos_p': 0.0012975905556231737, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=273150 loss=2.9373 {'pos0_bos_p': 0.0012239409843459725, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=273200 loss=2.6185 {'pos0_bos_p': 0.001270535052753985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=273250 loss=2.5047 {'pos0_bos_p': 0.0012404542649164796, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=273300 loss=2.4465 {'pos0_bos_p': 0.0012664186069741845, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=273350 loss=2.6541 {'pos0_bos_p': 0.0012381764827296138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=273400 loss=3.1418 {'pos0_bos_p': 0.0012642355868592858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=273450 loss=2.1172 {'pos0_bos_p': 0.0012162018101662397, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=273500 loss=3.1284 {'pos0_bos_p': 0.001182511798106134, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=273550 loss=3.3390 {'pos0_bos_p': 0.0012325998395681381, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=273600 loss=2.9734 {'pos0_bos_p': 0.0012505700578913093, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=273650 loss=2.6428 {'pos0_bos_p': 0.0012732528848573565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=273700 loss=2.8532 {'pos0_bos_p': 0.0012620079796761274, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=273750 loss=2.5772 {'pos0_bos_p': 0.001217843615449965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=273800 loss=2.5919 {'pos0_bos_p': 0.0012976148864254355, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=273850 loss=2.6968 {'pos0_bos_p': 0.001225462881848216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=273900 loss=2.3871 {'pos0_bos_p': 0.001211337628774345, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=273950 loss=3.3203 {'pos0_bos_p': 0.0011590068461373448, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=274000 loss=2.8047 {'pos0_bos_p': 0.0012271251762285829, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=274050 loss=2.8096 {'pos0_bos_p': 0.0012416649842634797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=274100 loss=2.9441 {'pos0_bos_p': 0.0012191118439659476, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=274150 loss=2.6265 {'pos0_bos_p': 0.0013082963414490223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=274200 loss=2.7292 {'pos0_bos_p': 0.001242032740265131, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=274250 loss=2.6524 {'pos0_bos_p': 0.0012619673507288098, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=274300 loss=3.4342 {'pos0_bos_p': 0.0012553792912513018, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=274350 loss=2.1087 {'pos0_bos_p': 0.0011476653162389994, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=274400 loss=2.6276 {'pos0_bos_p': 0.0012022308073937893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=274450 loss=2.7217 {'pos0_bos_p': 0.0012522407341748476, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=274500 loss=2.6392 {'pos0_bos_p': 0.0011646768543869257, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=274550 loss=2.8588 {'pos0_bos_p': 0.0011447868309915066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=274600 loss=3.0946 {'pos0_bos_p': 0.0012228172272443771, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=274650 loss=2.7170 {'pos0_bos_p': 0.0012088802177459002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=274700 loss=3.3499 {'pos0_bos_p': 0.0011359855998307467, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=274750 loss=3.1737 {'pos0_bos_p': 0.0012237728806212544, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=274800 loss=2.5055 {'pos0_bos_p': 0.0012196314055472612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=274850 loss=2.2311 {'pos0_bos_p': 0.0012585244840011, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=274900 loss=2.8507 {'pos0_bos_p': 0.0012711107265204191, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=274950 loss=2.4277 {'pos0_bos_p': 0.0012676939368247986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=275000 loss=2.4736 {'pos0_bos_p': 0.001197066274471581, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=275050 loss=3.1161 {'pos0_bos_p': 0.0012284275144338608, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=275100 loss=2.4540 {'pos0_bos_p': 0.0012177563039585948, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=275150 loss=2.3770 {'pos0_bos_p': 0.0012383970897644758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=275200 loss=2.0117 {'pos0_bos_p': 0.0012092211982235312, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=275250 loss=2.9267 {'pos0_bos_p': 0.0011848228750750422, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=275300 loss=2.2018 {'pos0_bos_p': 0.0012113215634599328, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=275350 loss=2.6811 {'pos0_bos_p': 0.0012228776467964053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=275400 loss=2.8894 {'pos0_bos_p': 0.0012527414364740252, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=275450 loss=2.8799 {'pos0_bos_p': 0.0012825271114706993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=275500 loss=2.7209 {'pos0_bos_p': 0.001261548837646842, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=275550 loss=2.6805 {'pos0_bos_p': 0.0012488975189626217, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=275600 loss=2.7825 {'pos0_bos_p': 0.0012708373833447695, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=275650 loss=3.1966 {'pos0_bos_p': 0.001220409874804318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4} +step=275700 loss=2.9670 {'pos0_bos_p': 0.0012319267261773348, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4} +step=275750 loss=2.2066 {'pos0_bos_p': 0.0012245499528944492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=275800 loss=2.4235 {'pos0_bos_p': 0.001244205515831709, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=275850 loss=2.7373 {'pos0_bos_p': 0.0013053177390247583, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999918937683105, 'last_eos_top1': 4} +step=275900 loss=2.7978 {'pos0_bos_p': 0.001207775087095797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=275950 loss=2.7496 {'pos0_bos_p': 0.0012967826332896948, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=276000 loss=2.3922 {'pos0_bos_p': 0.001224055071361363, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=276050 loss=2.0826 {'pos0_bos_p': 0.001248929649591446, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=276100 loss=2.8217 {'pos0_bos_p': 0.0012911378871649504, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=276150 loss=2.4232 {'pos0_bos_p': 0.001194362877868116, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=276200 loss=2.3459 {'pos0_bos_p': 0.0013053875882178545, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=276250 loss=2.7532 {'pos0_bos_p': 0.0012221119832247496, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=276300 loss=2.6886 {'pos0_bos_p': 0.001238240278325975, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=276350 loss=3.2046 {'pos0_bos_p': 0.0012629651464521885, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=276400 loss=2.3961 {'pos0_bos_p': 0.0012755249626934528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=276450 loss=2.4442 {'pos0_bos_p': 0.0012449161149561405, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=276500 loss=2.9563 {'pos0_bos_p': 0.0011976673267781734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=276550 loss=3.3255 {'pos0_bos_p': 0.0011761063942685723, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=276600 loss=2.5650 {'pos0_bos_p': 0.0011799840722233057, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=276650 loss=3.1313 {'pos0_bos_p': 0.0012119641760364175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=276700 loss=3.4073 {'pos0_bos_p': 0.0012968104565516114, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=276750 loss=2.6520 {'pos0_bos_p': 0.00125070009380579, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=276800 loss=3.2416 {'pos0_bos_p': 0.0012694220058619976, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=276850 loss=2.6326 {'pos0_bos_p': 0.0012011477956548333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=276900 loss=3.2232 {'pos0_bos_p': 0.0012306360295042396, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=276950 loss=2.8067 {'pos0_bos_p': 0.001271458575502038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=277000 loss=2.8292 {'pos0_bos_p': 0.0012517569120973349, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=277050 loss=2.5777 {'pos0_bos_p': 0.0012231573928147554, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=277100 loss=2.8590 {'pos0_bos_p': 0.0012730273883789778, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=277150 loss=3.0318 {'pos0_bos_p': 0.0012607877142727375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=277200 loss=2.8778 {'pos0_bos_p': 0.001283680903725326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=277250 loss=2.7383 {'pos0_bos_p': 0.0011807482223957777, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=277300 loss=2.7116 {'pos0_bos_p': 0.00122545612975955, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=277350 loss=2.8261 {'pos0_bos_p': 0.0012565053766593337, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=277400 loss=2.9237 {'pos0_bos_p': 0.0012429995695129037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=277450 loss=2.5458 {'pos0_bos_p': 0.0013067282270640135, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=277500 loss=3.6647 {'pos0_bos_p': 0.0012672977754846215, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=277550 loss=3.0502 {'pos0_bos_p': 0.0012466928455978632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=277600 loss=3.0917 {'pos0_bos_p': 0.0012513885740190744, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=277650 loss=2.4496 {'pos0_bos_p': 0.001225180458277464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=277700 loss=2.7976 {'pos0_bos_p': 0.001214672694914043, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=277750 loss=2.9335 {'pos0_bos_p': 0.001245729741640389, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=277800 loss=2.8078 {'pos0_bos_p': 0.0012457065749913454, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=277850 loss=3.1427 {'pos0_bos_p': 0.0012258379720151424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=277900 loss=2.6483 {'pos0_bos_p': 0.0012387002352625132, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=277950 loss=3.0640 {'pos0_bos_p': 0.0012142626801505685, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=278000 loss=3.2305 {'pos0_bos_p': 0.0012203973019495606, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=278050 loss=3.2986 {'pos0_bos_p': 0.0012729912996292114, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=278100 loss=1.9549 {'pos0_bos_p': 0.0012444041203707457, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=278150 loss=2.6490 {'pos0_bos_p': 0.0012375012738630176, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=278200 loss=2.3995 {'pos0_bos_p': 0.0012748209992423654, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=278250 loss=2.6370 {'pos0_bos_p': 0.0012011461658403277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=278300 loss=2.7625 {'pos0_bos_p': 0.001216952339746058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=278350 loss=3.2921 {'pos0_bos_p': 0.0012401590356603265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=278400 loss=2.6647 {'pos0_bos_p': 0.0012406323803588748, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=278450 loss=2.6779 {'pos0_bos_p': 0.0013246390735730529, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=278500 loss=2.5743 {'pos0_bos_p': 0.0012554897693917155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=278550 loss=2.2021 {'pos0_bos_p': 0.0012535646092146635, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=278600 loss=2.4317 {'pos0_bos_p': 0.0011871900642290711, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=278650 loss=2.8436 {'pos0_bos_p': 0.001247519045136869, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=278700 loss=2.7732 {'pos0_bos_p': 0.0012373182689771056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=278750 loss=2.7585 {'pos0_bos_p': 0.001245241379365325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=278800 loss=3.5639 {'pos0_bos_p': 0.0012649535201489925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=278850 loss=2.2709 {'pos0_bos_p': 0.0012914870167151093, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=278900 loss=2.5864 {'pos0_bos_p': 0.0012527958024293184, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=278950 loss=2.6139 {'pos0_bos_p': 0.0012905099429190159, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=279000 loss=2.5682 {'pos0_bos_p': 0.0012038970598950982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=279050 loss=2.2475 {'pos0_bos_p': 0.0011862459359690547, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=279100 loss=3.0557 {'pos0_bos_p': 0.0012782340636476874, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=279150 loss=2.9713 {'pos0_bos_p': 0.0012144303182139993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=279200 loss=2.7518 {'pos0_bos_p': 0.0013110056752339005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=279250 loss=2.1490 {'pos0_bos_p': 0.0012947453651577234, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=279300 loss=2.6739 {'pos0_bos_p': 0.0012218188494443893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=279350 loss=2.4541 {'pos0_bos_p': 0.0013064587255939841, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=279400 loss=3.0130 {'pos0_bos_p': 0.0012360136024653912, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=279450 loss=3.1987 {'pos0_bos_p': 0.0011692361440509558, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=279500 loss=2.7315 {'pos0_bos_p': 0.0012013327796012163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=279550 loss=1.9158 {'pos0_bos_p': 0.0012279822258278728, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=279600 loss=2.6101 {'pos0_bos_p': 0.0012713461183011532, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=279650 loss=2.6477 {'pos0_bos_p': 0.001379869761876762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=279700 loss=2.5140 {'pos0_bos_p': 0.0012594831641763449, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=279750 loss=2.7832 {'pos0_bos_p': 0.0012457027332857251, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=279800 loss=2.5929 {'pos0_bos_p': 0.0012485518818721175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=279850 loss=2.8384 {'pos0_bos_p': 0.0012170004192739725, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=279900 loss=2.4567 {'pos0_bos_p': 0.0012775539653375745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=279950 loss=2.9097 {'pos0_bos_p': 0.001191149465739727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=280000 loss=2.6336 {'pos0_bos_p': 0.0012444498715922236, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=280050 loss=2.3829 {'pos0_bos_p': 0.001177011989057064, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=280100 loss=2.9411 {'pos0_bos_p': 0.0012901310110464692, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=280150 loss=2.2046 {'pos0_bos_p': 0.0013106573605909944, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=280200 loss=2.7438 {'pos0_bos_p': 0.0012409520568326116, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=280250 loss=2.6737 {'pos0_bos_p': 0.0012283393880352378, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=280300 loss=2.9334 {'pos0_bos_p': 0.0012724470579996705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=280350 loss=2.5227 {'pos0_bos_p': 0.0012236821930855513, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=280400 loss=2.4189 {'pos0_bos_p': 0.0012533474946394563, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=280450 loss=2.4217 {'pos0_bos_p': 0.001297140959650278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=280500 loss=2.8776 {'pos0_bos_p': 0.0011949941981583834, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=280550 loss=2.7405 {'pos0_bos_p': 0.0012977613369002938, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=280600 loss=2.4675 {'pos0_bos_p': 0.0013116030022501945, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=280650 loss=2.9554 {'pos0_bos_p': 0.0012187926331534982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=280700 loss=2.8910 {'pos0_bos_p': 0.0012626126408576965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=280750 loss=2.5732 {'pos0_bos_p': 0.0012645353563129902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=280800 loss=2.7772 {'pos0_bos_p': 0.0012912077363580465, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=280850 loss=2.9869 {'pos0_bos_p': 0.0012425631284713745, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=280900 loss=2.6052 {'pos0_bos_p': 0.0013214460341259837, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=280950 loss=2.7691 {'pos0_bos_p': 0.0012967362999916077, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=281000 loss=2.4396 {'pos0_bos_p': 0.0013125399127602577, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=281050 loss=3.4471 {'pos0_bos_p': 0.001304604928009212, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=281100 loss=2.8790 {'pos0_bos_p': 0.0013038654578849673, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=281150 loss=2.4267 {'pos0_bos_p': 0.001292709494009614, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=281200 loss=2.3813 {'pos0_bos_p': 0.0013484444934874773, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=281250 loss=3.2102 {'pos0_bos_p': 0.0012898552231490612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=281300 loss=2.5707 {'pos0_bos_p': 0.0012285597622394562, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=281350 loss=2.6241 {'pos0_bos_p': 0.0013493286678567529, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=281400 loss=2.9833 {'pos0_bos_p': 0.0012431326322257519, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=281450 loss=2.3280 {'pos0_bos_p': 0.0013063435908406973, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=281500 loss=2.8851 {'pos0_bos_p': 0.0012883825693279505, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=281550 loss=2.2164 {'pos0_bos_p': 0.0012691803276538849, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=281600 loss=3.0473 {'pos0_bos_p': 0.00133716210257262, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=281650 loss=2.5400 {'pos0_bos_p': 0.0012644154485315084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=281700 loss=2.3029 {'pos0_bos_p': 0.0014197947457432747, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=281750 loss=2.5407 {'pos0_bos_p': 0.0012702958192676306, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=281800 loss=2.8185 {'pos0_bos_p': 0.0013407703954726458, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=281850 loss=2.4060 {'pos0_bos_p': 0.0012917770072817802, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=281900 loss=2.7985 {'pos0_bos_p': 0.0012789351167157292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=281950 loss=3.1070 {'pos0_bos_p': 0.0012480670120567083, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=282000 loss=2.4256 {'pos0_bos_p': 0.00123215327039361, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=282050 loss=2.6774 {'pos0_bos_p': 0.0012580611510202289, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=282100 loss=2.6034 {'pos0_bos_p': 0.0013103116070851684, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=282150 loss=3.1010 {'pos0_bos_p': 0.0012572798877954483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=282200 loss=2.5721 {'pos0_bos_p': 0.0012999700848013163, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=282250 loss=2.1162 {'pos0_bos_p': 0.0012545633362606168, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=282300 loss=2.2360 {'pos0_bos_p': 0.0012985494686290622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=282350 loss=2.6741 {'pos0_bos_p': 0.0012975586578249931, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=282400 loss=2.4628 {'pos0_bos_p': 0.0013252866920083761, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=282450 loss=2.4626 {'pos0_bos_p': 0.0013075012248009443, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=282500 loss=2.8755 {'pos0_bos_p': 0.0012445987667888403, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=282550 loss=3.1010 {'pos0_bos_p': 0.001275512739084661, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=282600 loss=3.0314 {'pos0_bos_p': 0.001303525292314589, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=282650 loss=3.5941 {'pos0_bos_p': 0.001230676774866879, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=282700 loss=2.8444 {'pos0_bos_p': 0.0012515056878328323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=282750 loss=2.3937 {'pos0_bos_p': 0.0012643500231206417, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=282800 loss=3.1113 {'pos0_bos_p': 0.0013484704541042447, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=282850 loss=2.2028 {'pos0_bos_p': 0.0012869394849985838, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=282900 loss=3.0043 {'pos0_bos_p': 0.001193831441923976, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=282950 loss=2.6811 {'pos0_bos_p': 0.0013858015881851315, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=283000 loss=2.7358 {'pos0_bos_p': 0.0012748523149639368, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=283050 loss=2.2747 {'pos0_bos_p': 0.00134099624119699, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=283100 loss=2.4942 {'pos0_bos_p': 0.0012962381588295102, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=283150 loss=3.1821 {'pos0_bos_p': 0.00125615403521806, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=283200 loss=3.2487 {'pos0_bos_p': 0.0012613005237653852, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=283250 loss=2.7777 {'pos0_bos_p': 0.0012503968318924308, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=283300 loss=2.7043 {'pos0_bos_p': 0.001238664030097425, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=283350 loss=2.7840 {'pos0_bos_p': 0.0012375949881970882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999872446060181, 'last_eos_top1': 4} +step=283400 loss=3.8562 {'pos0_bos_p': 0.0012421015417203307, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=283450 loss=2.8201 {'pos0_bos_p': 0.0012243596138432622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=283500 loss=2.4651 {'pos0_bos_p': 0.0012380158295854926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=283550 loss=2.8967 {'pos0_bos_p': 0.0012558696325868368, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=283600 loss=2.8034 {'pos0_bos_p': 0.0012686316622421145, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=283650 loss=2.7199 {'pos0_bos_p': 0.0012887411285191774, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=283700 loss=2.6373 {'pos0_bos_p': 0.0013488262193277478, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=283750 loss=2.4161 {'pos0_bos_p': 0.0012922313762828708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=283800 loss=2.8883 {'pos0_bos_p': 0.001395322266034782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=283850 loss=3.1529 {'pos0_bos_p': 0.001299975672736764, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=283900 loss=2.9151 {'pos0_bos_p': 0.0012231954606249928, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=283950 loss=2.4455 {'pos0_bos_p': 0.0012663190718740225, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999884366989136, 'last_eos_top1': 4} +step=284000 loss=3.1266 {'pos0_bos_p': 0.0013144100084900856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=284050 loss=2.8517 {'pos0_bos_p': 0.0012263281969353557, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=284100 loss=2.4752 {'pos0_bos_p': 0.0012646361719816923, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=284150 loss=2.6601 {'pos0_bos_p': 0.0012551932595670223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=284200 loss=2.0369 {'pos0_bos_p': 0.0012789079919457436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=284250 loss=1.9647 {'pos0_bos_p': 0.0012789539759978652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=284300 loss=2.7588 {'pos0_bos_p': 0.0013231858611106873, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=284350 loss=3.4986 {'pos0_bos_p': 0.001276506925933063, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=284400 loss=3.1800 {'pos0_bos_p': 0.0013787609059363604, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=284450 loss=2.6620 {'pos0_bos_p': 0.0012806699378415942, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=284500 loss=2.3659 {'pos0_bos_p': 0.0012672275770455599, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=284550 loss=2.4007 {'pos0_bos_p': 0.0012632522266358137, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=284600 loss=3.0271 {'pos0_bos_p': 0.0012878928100690246, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=284650 loss=3.0802 {'pos0_bos_p': 0.001266799634322524, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=284700 loss=2.6403 {'pos0_bos_p': 0.0012793822679668665, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=284750 loss=2.5973 {'pos0_bos_p': 0.0013168409932404757, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=284800 loss=2.6829 {'pos0_bos_p': 0.0013466584496200085, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=284850 loss=2.9499 {'pos0_bos_p': 0.0013053527800366282, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=284900 loss=2.9746 {'pos0_bos_p': 0.0013124434044584632, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=284950 loss=2.7136 {'pos0_bos_p': 0.0013126073172315955, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=285000 loss=2.5616 {'pos0_bos_p': 0.001367030548863113, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=285050 loss=3.1583 {'pos0_bos_p': 0.0012803191784769297, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=285100 loss=2.7623 {'pos0_bos_p': 0.0012894119136035442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=285150 loss=2.6573 {'pos0_bos_p': 0.0013247424503788352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=285200 loss=2.3229 {'pos0_bos_p': 0.001299243071116507, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=285250 loss=2.5607 {'pos0_bos_p': 0.0012731190072372556, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=285300 loss=2.5016 {'pos0_bos_p': 0.0012554428540170193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=285350 loss=2.2453 {'pos0_bos_p': 0.0012682107044383883, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=285400 loss=2.5576 {'pos0_bos_p': 0.0013869334943592548, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=285450 loss=2.4457 {'pos0_bos_p': 0.0013211574405431747, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=285500 loss=2.8086 {'pos0_bos_p': 0.0012658803025260568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=285550 loss=2.5994 {'pos0_bos_p': 0.001282992074266076, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=285600 loss=2.2861 {'pos0_bos_p': 0.0013183200499042869, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=285650 loss=3.0772 {'pos0_bos_p': 0.001307357451878488, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=285700 loss=2.3564 {'pos0_bos_p': 0.001317760325036943, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=285750 loss=2.4156 {'pos0_bos_p': 0.0012527607614174485, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=285800 loss=2.5166 {'pos0_bos_p': 0.0012885896721854806, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=285850 loss=2.5185 {'pos0_bos_p': 0.0012354775099083781, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999879598617554, 'last_eos_top1': 4} +step=285900 loss=3.0338 {'pos0_bos_p': 0.001260395278222859, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=285950 loss=2.9828 {'pos0_bos_p': 0.0012367409653961658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999892711639404, 'last_eos_top1': 4} +step=286000 loss=2.5422 {'pos0_bos_p': 0.0012951442040503025, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=286050 loss=2.6827 {'pos0_bos_p': 0.0012761630350723863, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=286100 loss=2.9709 {'pos0_bos_p': 0.0012678841594606638, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=286150 loss=3.2201 {'pos0_bos_p': 0.0012813913635909557, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=286200 loss=2.6658 {'pos0_bos_p': 0.0012246340047568083, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=286250 loss=2.5100 {'pos0_bos_p': 0.0012414628872647882, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=286300 loss=2.8849 {'pos0_bos_p': 0.0013303612358868122, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=286350 loss=2.8807 {'pos0_bos_p': 0.0012841990683227777, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=286400 loss=2.4399 {'pos0_bos_p': 0.0012699364451691508, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=286450 loss=2.9019 {'pos0_bos_p': 0.0013429546961560845, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=286500 loss=2.5550 {'pos0_bos_p': 0.0012905249604955316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=286550 loss=2.8569 {'pos0_bos_p': 0.0013190819881856441, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=286600 loss=2.5529 {'pos0_bos_p': 0.0012969461968168616, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=286650 loss=2.3869 {'pos0_bos_p': 0.001284463214688003, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=286700 loss=2.4541 {'pos0_bos_p': 0.00138750858604908, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=286750 loss=2.4843 {'pos0_bos_p': 0.0012782318517565727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=286800 loss=2.9395 {'pos0_bos_p': 0.0012927870266139507, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=286850 loss=2.0621 {'pos0_bos_p': 0.0012855804525315762, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=286900 loss=2.1542 {'pos0_bos_p': 0.0013186450814828277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999867677688599, 'last_eos_top1': 4} +step=286950 loss=3.4407 {'pos0_bos_p': 0.0012131459079682827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=287000 loss=2.5125 {'pos0_bos_p': 0.001251879846677184, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999874830245972, 'last_eos_top1': 4} +step=287050 loss=2.5864 {'pos0_bos_p': 0.0012901468435302377, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=287100 loss=3.0173 {'pos0_bos_p': 0.0012904568575322628, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=287150 loss=2.5761 {'pos0_bos_p': 0.0012732886243611574, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=287200 loss=2.3274 {'pos0_bos_p': 0.001250045606866479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=287250 loss=2.7985 {'pos0_bos_p': 0.0012950568925589323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=287300 loss=2.4278 {'pos0_bos_p': 0.0012883003801107407, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=287350 loss=2.4832 {'pos0_bos_p': 0.0013072367291897535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999876022338867, 'last_eos_top1': 4} +step=287400 loss=2.4561 {'pos0_bos_p': 0.0012583653442561626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999885559082031, 'last_eos_top1': 4} +step=287450 loss=2.1919 {'pos0_bos_p': 0.0013198514934629202, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=287500 loss=2.5215 {'pos0_bos_p': 0.0012941632885485888, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=287550 loss=2.7213 {'pos0_bos_p': 0.0013338123681023717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=287600 loss=2.1047 {'pos0_bos_p': 0.0012302201939746737, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=287650 loss=2.9381 {'pos0_bos_p': 0.0012317512882873416, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=287700 loss=2.5725 {'pos0_bos_p': 0.0012295328779146075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=287750 loss=2.4611 {'pos0_bos_p': 0.001243917504325509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=287800 loss=2.9251 {'pos0_bos_p': 0.0012459270656108856, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=287850 loss=2.8955 {'pos0_bos_p': 0.0012676767073571682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=287900 loss=2.8809 {'pos0_bos_p': 0.001188788446597755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=287950 loss=2.7610 {'pos0_bos_p': 0.0012933452380821109, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=288000 loss=2.5817 {'pos0_bos_p': 0.001249233609996736, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=288050 loss=2.8699 {'pos0_bos_p': 0.0012509035877883434, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=288100 loss=1.9470 {'pos0_bos_p': 0.0012754207709804177, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=288150 loss=2.8368 {'pos0_bos_p': 0.0012736414792016149, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=288200 loss=2.8948 {'pos0_bos_p': 0.001176844583824277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=288250 loss=2.6678 {'pos0_bos_p': 0.0012097087455913424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=288300 loss=2.4178 {'pos0_bos_p': 0.0012477897107601166, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=288350 loss=3.1581 {'pos0_bos_p': 0.0012961066095158458, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=288400 loss=2.6707 {'pos0_bos_p': 0.001294946065172553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=288450 loss=2.5407 {'pos0_bos_p': 0.0012804133584722877, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=288500 loss=3.3421 {'pos0_bos_p': 0.001219470868818462, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=288550 loss=2.6696 {'pos0_bos_p': 0.001259180367924273, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=288600 loss=2.3602 {'pos0_bos_p': 0.0013102551456540823, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999896287918091, 'last_eos_top1': 4} +step=288650 loss=3.2548 {'pos0_bos_p': 0.0012909179786220193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=288700 loss=3.0439 {'pos0_bos_p': 0.0012332455953583121, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=288750 loss=2.6170 {'pos0_bos_p': 0.001288955332711339, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=288800 loss=2.6010 {'pos0_bos_p': 0.0012016878463327885, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=288850 loss=2.8460 {'pos0_bos_p': 0.001371192280203104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=288900 loss=2.1504 {'pos0_bos_p': 0.0013085062382742763, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=288950 loss=2.7978 {'pos0_bos_p': 0.001177057740278542, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=289000 loss=3.0311 {'pos0_bos_p': 0.0012225706595927477, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=289050 loss=2.7076 {'pos0_bos_p': 0.0012532006949186325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=289100 loss=2.7482 {'pos0_bos_p': 0.0012689149007201195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=289150 loss=2.6161 {'pos0_bos_p': 0.0012422176077961922, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=289200 loss=2.7003 {'pos0_bos_p': 0.0012497777352109551, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=289250 loss=3.4424 {'pos0_bos_p': 0.001280570519156754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=289300 loss=2.8320 {'pos0_bos_p': 0.001207831664942205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=289350 loss=2.6699 {'pos0_bos_p': 0.00129356246907264, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=289400 loss=3.0391 {'pos0_bos_p': 0.0012489492073655128, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=289450 loss=2.7710 {'pos0_bos_p': 0.0012679699575528502, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=289500 loss=2.2610 {'pos0_bos_p': 0.0013649880420416594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=289550 loss=2.8907 {'pos0_bos_p': 0.001237113494426012, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=289600 loss=2.7440 {'pos0_bos_p': 0.001338171772658825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=289650 loss=3.3203 {'pos0_bos_p': 0.0012611097190529108, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=289700 loss=2.5423 {'pos0_bos_p': 0.001307210884988308, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=289750 loss=2.2244 {'pos0_bos_p': 0.0012140339240431786, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=289800 loss=2.7417 {'pos0_bos_p': 0.0012799163814634085, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=289850 loss=2.4202 {'pos0_bos_p': 0.0013182287802919745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=289900 loss=2.5806 {'pos0_bos_p': 0.0012984081404283643, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=289950 loss=2.4864 {'pos0_bos_p': 0.0013500809436663985, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=290000 loss=2.9699 {'pos0_bos_p': 0.001302188029512763, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=290050 loss=2.6151 {'pos0_bos_p': 0.001213268842548132, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=290100 loss=3.2558 {'pos0_bos_p': 0.0012465431354939938, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=290150 loss=2.4007 {'pos0_bos_p': 0.0012484542094171047, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=290200 loss=3.7225 {'pos0_bos_p': 0.0012575405417010188, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=290250 loss=2.8576 {'pos0_bos_p': 0.001308824517764151, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=290300 loss=2.4825 {'pos0_bos_p': 0.0013296607648953795, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=290350 loss=3.1120 {'pos0_bos_p': 0.0012879226123914123, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=290400 loss=2.5602 {'pos0_bos_p': 0.001281996606849134, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=290450 loss=2.8787 {'pos0_bos_p': 0.0012720178347080946, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=290500 loss=2.6580 {'pos0_bos_p': 0.0012613554717972875, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=290550 loss=2.8327 {'pos0_bos_p': 0.0012954601552337408, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=290600 loss=1.8855 {'pos0_bos_p': 0.0011876560747623444, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=290650 loss=2.8913 {'pos0_bos_p': 0.0012885717442259192, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=290700 loss=2.5943 {'pos0_bos_p': 0.0012223095400258899, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=290750 loss=3.0193 {'pos0_bos_p': 0.0012822712305933237, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=290800 loss=2.4753 {'pos0_bos_p': 0.0011942717246711254, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=290850 loss=3.3500 {'pos0_bos_p': 0.0012498892610892653, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=290900 loss=2.4940 {'pos0_bos_p': 0.001245008548721671, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=290950 loss=2.6107 {'pos0_bos_p': 0.0012490925146266818, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=291000 loss=2.9819 {'pos0_bos_p': 0.0012591490522027016, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999921321868896, 'last_eos_top1': 4} +step=291050 loss=2.6749 {'pos0_bos_p': 0.0013120955554768443, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=291100 loss=2.4502 {'pos0_bos_p': 0.0012501387391239405, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=291150 loss=2.6183 {'pos0_bos_p': 0.0013637745287269354, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=291200 loss=2.6341 {'pos0_bos_p': 0.001227818545885384, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=291250 loss=2.8356 {'pos0_bos_p': 0.0013079331256449223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=291300 loss=3.3071 {'pos0_bos_p': 0.0012561323819682002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=291350 loss=3.0843 {'pos0_bos_p': 0.001286265323869884, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=291400 loss=2.3705 {'pos0_bos_p': 0.001333974883891642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=291450 loss=3.1710 {'pos0_bos_p': 0.001314961933530867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=291500 loss=3.3954 {'pos0_bos_p': 0.0013141408562660217, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=291550 loss=2.3661 {'pos0_bos_p': 0.0012495811097323895, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=291600 loss=2.3896 {'pos0_bos_p': 0.00118589261546731, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=291650 loss=2.1113 {'pos0_bos_p': 0.0011769587872549891, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=291700 loss=2.4173 {'pos0_bos_p': 0.0012367614544928074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=291750 loss=2.8558 {'pos0_bos_p': 0.0012591207632794976, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=291800 loss=2.6201 {'pos0_bos_p': 0.0012715412303805351, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=291850 loss=2.6294 {'pos0_bos_p': 0.0012993532000109553, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=291900 loss=2.7145 {'pos0_bos_p': 0.001290861051529646, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=291950 loss=2.6088 {'pos0_bos_p': 0.001241610967554152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=292000 loss=2.3617 {'pos0_bos_p': 0.0012354175560176373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=292050 loss=2.9884 {'pos0_bos_p': 0.001301805255934596, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=292100 loss=3.3310 {'pos0_bos_p': 0.0012969266390427947, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=292150 loss=2.7928 {'pos0_bos_p': 0.0013054797891527414, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=292200 loss=2.8260 {'pos0_bos_p': 0.0012953482801094651, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=292250 loss=2.9897 {'pos0_bos_p': 0.001275290152989328, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=292300 loss=2.3906 {'pos0_bos_p': 0.0013777395943179727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999922513961792, 'last_eos_top1': 4} +step=292350 loss=2.4247 {'pos0_bos_p': 0.001326706842519343, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=292400 loss=2.5569 {'pos0_bos_p': 0.001319079427048564, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=292450 loss=2.9732 {'pos0_bos_p': 0.0013107632985338569, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=292500 loss=2.4956 {'pos0_bos_p': 0.0012506975326687098, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=292550 loss=2.5815 {'pos0_bos_p': 0.0011497699888423085, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=292600 loss=2.5306 {'pos0_bos_p': 0.0012755906209349632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=292650 loss=2.2556 {'pos0_bos_p': 0.001206945744343102, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=292700 loss=2.8273 {'pos0_bos_p': 0.0013239047257229686, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=292750 loss=3.6627 {'pos0_bos_p': 0.0012414855882525444, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=292800 loss=2.6316 {'pos0_bos_p': 0.0012405908200889826, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=292850 loss=2.7009 {'pos0_bos_p': 0.001249957364052534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=292900 loss=2.2124 {'pos0_bos_p': 0.0013314730022102594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=292950 loss=2.0973 {'pos0_bos_p': 0.0012260760413482785, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=293000 loss=2.9233 {'pos0_bos_p': 0.0012642380315810442, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=293050 loss=1.9867 {'pos0_bos_p': 0.0012583828065544367, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=293100 loss=3.2644 {'pos0_bos_p': 0.0012731184251606464, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=293150 loss=3.1275 {'pos0_bos_p': 0.0012943559559062123, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=293200 loss=2.6342 {'pos0_bos_p': 0.0012342992704361677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=293250 loss=2.6963 {'pos0_bos_p': 0.0012181431520730257, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=293300 loss=3.5933 {'pos0_bos_p': 0.0012754608178511262, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=293350 loss=2.4923 {'pos0_bos_p': 0.0012512470129877329, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=293400 loss=3.2970 {'pos0_bos_p': 0.001250294386409223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=293450 loss=2.7632 {'pos0_bos_p': 0.001233785878866911, 'pos0_bos_top1': 0, 'last_eos_p': 0.999990701675415, 'last_eos_top1': 4} +step=293500 loss=2.9881 {'pos0_bos_p': 0.001299858558923006, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=293550 loss=2.3096 {'pos0_bos_p': 0.001278082374483347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=293600 loss=2.5413 {'pos0_bos_p': 0.001233729301020503, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=293650 loss=2.2775 {'pos0_bos_p': 0.001261140569113195, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999887943267822, 'last_eos_top1': 4} +step=293700 loss=2.5155 {'pos0_bos_p': 0.0012476922711357474, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999890327453613, 'last_eos_top1': 4} +step=293750 loss=2.7347 {'pos0_bos_p': 0.0011944720754399896, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=293800 loss=3.1978 {'pos0_bos_p': 0.0013192923506721854, 'pos0_bos_top1': 0, 'last_eos_p': 0.999988317489624, 'last_eos_top1': 4} +step=293850 loss=2.7773 {'pos0_bos_p': 0.001246603555046022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=293900 loss=2.6816 {'pos0_bos_p': 0.0012498826254159212, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999881982803345, 'last_eos_top1': 4} +step=293950 loss=2.9222 {'pos0_bos_p': 0.0012180688790977001, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=294000 loss=3.2029 {'pos0_bos_p': 0.0012573845451697707, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=294050 loss=2.3714 {'pos0_bos_p': 0.0011889213928952813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=294100 loss=3.1227 {'pos0_bos_p': 0.0013003674102947116, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999871253967285, 'last_eos_top1': 4} +step=294150 loss=2.7689 {'pos0_bos_p': 0.0012607488315552473, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999877214431763, 'last_eos_top1': 4} +step=294200 loss=2.8208 {'pos0_bos_p': 0.0012956210412085056, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999878406524658, 'last_eos_top1': 4} +step=294250 loss=2.8927 {'pos0_bos_p': 0.0012023053131997585, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999880790710449, 'last_eos_top1': 4} +step=294300 loss=2.3555 {'pos0_bos_p': 0.0012575400760397315, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999886751174927, 'last_eos_top1': 4} +step=294350 loss=2.3714 {'pos0_bos_p': 0.0012710210867226124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=294400 loss=2.2989 {'pos0_bos_p': 0.0012193621369078755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=294450 loss=2.4910 {'pos0_bos_p': 0.0012759915553033352, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999889135360718, 'last_eos_top1': 4} +step=294500 loss=2.6592 {'pos0_bos_p': 0.0012615728192031384, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999891519546509, 'last_eos_top1': 4} +step=294550 loss=2.1389 {'pos0_bos_p': 0.001230310765095055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=294600 loss=2.5703 {'pos0_bos_p': 0.0012389755574986339, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=294650 loss=2.6103 {'pos0_bos_p': 0.0012528611114248633, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=294700 loss=2.3241 {'pos0_bos_p': 0.001239091157913208, 'pos0_bos_top1': 0, 'last_eos_p': 0.99998939037323, 'last_eos_top1': 4} +step=294750 loss=2.6176 {'pos0_bos_p': 0.0012075860286131501, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999899864196777, 'last_eos_top1': 4} +step=294800 loss=3.0364 {'pos0_bos_p': 0.0012749498710036278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=294850 loss=2.7344 {'pos0_bos_p': 0.0012644346570596099, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=294900 loss=3.0094 {'pos0_bos_p': 0.0012796389637514949, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999909400939941, 'last_eos_top1': 4} +step=294950 loss=2.6845 {'pos0_bos_p': 0.0013431847328320146, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=295000 loss=2.7279 {'pos0_bos_p': 0.0012846664758399129, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999911785125732, 'last_eos_top1': 4} +step=295050 loss=2.3646 {'pos0_bos_p': 0.0012917839922010899, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=295100 loss=2.6294 {'pos0_bos_p': 0.0012530169915407896, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=295150 loss=2.4502 {'pos0_bos_p': 0.0012719488004222512, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=295200 loss=2.3380 {'pos0_bos_p': 0.0013068212429061532, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999905824661255, 'last_eos_top1': 4} +step=295250 loss=3.4250 {'pos0_bos_p': 0.0012940162559971213, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999902248382568, 'last_eos_top1': 4} +step=295300 loss=2.8105 {'pos0_bos_p': 0.0012832856737077236, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=295350 loss=2.9281 {'pos0_bos_p': 0.0012550007086247206, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=295400 loss=2.3389 {'pos0_bos_p': 0.0012933197431266308, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=295450 loss=2.6807 {'pos0_bos_p': 0.0013154902262613177, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=295500 loss=3.0124 {'pos0_bos_p': 0.0012841668212786317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999898672103882, 'last_eos_top1': 4} +step=295550 loss=3.0077 {'pos0_bos_p': 0.0011972427600994706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999895095825195, 'last_eos_top1': 4} +step=295600 loss=3.0691 {'pos0_bos_p': 0.0012825292069464922, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=295650 loss=2.8168 {'pos0_bos_p': 0.0012949610827490687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999908208847046, 'last_eos_top1': 4} +step=295700 loss=2.8130 {'pos0_bos_p': 0.001209975453093648, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=295750 loss=2.6947 {'pos0_bos_p': 0.0012280012015253305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=295800 loss=2.2936 {'pos0_bos_p': 0.0012335896026343107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999897480010986, 'last_eos_top1': 4} +step=295850 loss=2.6193 {'pos0_bos_p': 0.001274835434742272, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999903440475464, 'last_eos_top1': 4} +step=295900 loss=2.8434 {'pos0_bos_p': 0.0013258082326501608, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=295950 loss=2.7578 {'pos0_bos_p': 0.0013116191839799285, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=296000 loss=3.0536 {'pos0_bos_p': 0.001265303697437048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=296050 loss=2.4369 {'pos0_bos_p': 0.0012902012094855309, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999918937683105, 'last_eos_top1': 4} +step=296100 loss=2.9651 {'pos0_bos_p': 0.0013226987794041634, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999918937683105, 'last_eos_top1': 4} +step=296150 loss=2.2573 {'pos0_bos_p': 0.001281603123061359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4} +step=296200 loss=2.5433 {'pos0_bos_p': 0.0013520758366212249, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4} +step=296250 loss=2.6637 {'pos0_bos_p': 0.0012736937496811152, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999910593032837, 'last_eos_top1': 4} +step=296300 loss=3.2054 {'pos0_bos_p': 0.0012368718162178993, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=296350 loss=2.6539 {'pos0_bos_p': 0.0012247926788404584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999901056289673, 'last_eos_top1': 4} +step=296400 loss=2.5163 {'pos0_bos_p': 0.00122651772107929, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=296450 loss=2.9181 {'pos0_bos_p': 0.0012320588575676084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999904632568359, 'last_eos_top1': 4} +step=296500 loss=2.2817 {'pos0_bos_p': 0.0012582330964505672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=296550 loss=2.7064 {'pos0_bos_p': 0.001232740469276905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=296600 loss=2.6651 {'pos0_bos_p': 0.001241195248439908, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=296650 loss=2.2797 {'pos0_bos_p': 0.001233920338563621, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=296700 loss=2.7370 {'pos0_bos_p': 0.001233175047673285, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4} +step=296750 loss=3.1603 {'pos0_bos_p': 0.0012115626595914364, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=296800 loss=3.2760 {'pos0_bos_p': 0.0012289584847167134, 'pos0_bos_top1': 0, 'last_eos_p': 0.999991774559021, 'last_eos_top1': 4} +step=296850 loss=2.5799 {'pos0_bos_p': 0.001321443822234869, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999921321868896, 'last_eos_top1': 4} +step=296900 loss=3.0141 {'pos0_bos_p': 0.0012776509393006563, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999918937683105, 'last_eos_top1': 4} +step=296950 loss=2.8874 {'pos0_bos_p': 0.0012077490100637078, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999916553497314, 'last_eos_top1': 4} +step=297000 loss=2.1568 {'pos0_bos_p': 0.0012211655266582966, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=297050 loss=2.4236 {'pos0_bos_p': 0.0012854248052462935, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999914169311523, 'last_eos_top1': 4} +step=297100 loss=2.9662 {'pos0_bos_p': 0.001252797432243824, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} +step=297150 loss=2.3592 {'pos0_bos_p': 0.0012731204042211175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999922513961792, 'last_eos_top1': 4} +step=297200 loss=2.1151 {'pos0_bos_p': 0.0012722626561298966, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999920129776001, 'last_eos_top1': 4} +step=297250 loss=2.8588 {'pos0_bos_p': 0.0012857085093855858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999912977218628, 'last_eos_top1': 4} +step=297300 loss=2.5945 {'pos0_bos_p': 0.0013311041984707117, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999915361404419, 'last_eos_top1': 4} diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/qwen35_owt_worst20_20260528_013940.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/qwen35_owt_worst20_20260528_013940.log new file mode 100644 index 0000000000000000000000000000000000000000..a3e1789d3947ea449f9358642580f6624c6a402d --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/qwen35_owt_worst20_20260528_013940.log @@ -0,0 +1,24 @@ +[qwen local clean] loading model=/e2e-data/embodied-research-data/large_model/huggingface/hub/models--Qwen--Qwen3.5-4B/snapshots/851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a dtype=bfloat16 +[transformers] The fast path is not available because one of the required library is not installed. Falling back to torch implementation. To install follow https://github.com/fla-org/flash-linear-attention#installation and https://github.com/Dao-AILab/causal-conv1d + Loading weights: 0%| | 0/426 [00:00= mamba page size. +(APIServer pid=40899) INFO 05-28 02:22:06 [config.py:575] Padding mamba page size by 0.76% to ensure that mamba page size and attention page size are exactly equal. +(APIServer pid=40899) INFO 05-28 02:22:06 [vllm.py:747] Asynchronous scheduling is enabled. +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:25 [core.py:101] Initializing a V1 LLM engine (v0.17.1) with config: model='/e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B', speculative_config=None, tokenizer='/e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=4096, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_fallback=False, disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=qwen36-35b-a3b, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'level': None, 'mode': , 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_split_points': [8192], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': , 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': , 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': True, 'static_all_moe_layers': []} +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:29 [parallel_state.py:1393] world_size=1 rank=0 local_rank=0 distributed_init_method=tcp://10.82.32.88:35251 backend=nccl +[W528 02:23:29.918308227 socket.cpp:207] [c10d] The hostname of the client socket cannot be retrieved. err=-3 +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:29 [parallel_state.py:1715] rank 0 in world size 1 is assigned as DP rank 0, PP rank 0, PCP rank 0, TP rank 0, EP rank 0, EPLB rank N/A +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:38 [base.py:106] Offloader set to NoopOffloader +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:38 [gpu_model_runner.py:4281] Starting to load model /e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B... +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:43 [cuda.py:453] Using backend AttentionBackendEnum.FLASH_ATTN for vit attention +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:43 [mm_encoder_attention.py:215] Using AttentionBackendEnum.FLASH_ATTN for MMEncoderAttention. +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:43 [qwen3_next.py:157] Using FlashInfer GDN prefill kernel on CUDA compute capability 90 +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:46 [unquantized.py:186] Using TRITON backend for Unquantized MoE +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:46 [cuda.py:405] Using FLASH_ATTN attention backend out of potential backends: ['FLASH_ATTN', 'FLASHINFER', 'TRITON_ATTN', 'FLEX_ATTENTION']. +(EngineCore_DP0 pid=43593) INFO 05-28 02:23:46 [flash_attn.py:587] Using FlashAttention version 3 +(EngineCore_DP0 pid=43593) :1301: FutureWarning: The cuda.cudart module is deprecated and will be removed in a future release, please switch to use the cuda.bindings.runtime module instead. +(EngineCore_DP0 pid=43593) :1301: FutureWarning: The cuda.nvrtc module is deprecated and will be removed in a future release, please switch to use the cuda.bindings.nvrtc module instead. +(EngineCore_DP0 pid=43593) Loading safetensors checkpoint shards: 0% Completed | 0/26 [00:00